transcribe-cpp-sys 0.4.1

Native FFI bindings for transcribe.cpp, a C/C++ speech-to-text library built on ggml
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

// arch/sensevoice/sensevoice.h - SenseVoice family internal model and
// context types.
//
// INTERNAL to src/arch/sensevoice/. Defines the concrete classes that
// derive from transcribe_model / transcribe_session.

#pragma once

#include "transcribe-backend.h"
#include "transcribe-kaldi-fbank.h"
#include "transcribe-load-common.h"
#include "transcribe-model.h"
#include "transcribe-session.h"
#include "transcribe-tokenizer.h"
#include "weights.h"

#include <cstdint>
#include <memory>
#include <vector>

struct ggml_context;
struct ggml_backend_buffer;
struct ggml_backend_sched;
typedef struct ggml_backend_buffer * ggml_backend_buffer_t;
typedef struct ggml_backend_sched *  ggml_backend_sched_t;

namespace transcribe::sensevoice {

void apply_family_invariants(transcribe_model & model);

struct SenseVoiceModel final : public transcribe_model {
    transcribe::Tokenizer tok;
    SenseVoiceHParams     hparams;
    SenseVoiceWeights     weights;
    ggml_context *        ctx_meta = nullptr;

    transcribe::BackendPlan                plan;
    transcribe::load_common::WeightStorage weight_storage;

    // Constructed once at load() time; const-after-construction so
    // every context that derives from this model can share the cached
    // hamming window + HTK mel filterbank + CMVN buffers.
    std::unique_ptr<transcribe::KaldiFbankFrontend> frontend;

    SenseVoiceModel() = default;
    ~SenseVoiceModel() override;

    const transcribe::Tokenizer * tokenizer() const override { return &tok; }
};

struct SenseVoiceSession final : public transcribe_session {
    // Per-call compute state. Reset at the top of every run() call.
    // Reusable host scratch.
    std::vector<float>   frontend_buf;  // [T_lfr, d_input]
    std::vector<float>   pe_buf;        // [T, d_input]
    std::vector<float>   logits_buf;    // [T, vocab] for greedy CTC
    std::vector<int32_t> token_ids;     // post-collapse / post-blank-strip

    SenseVoiceSession() = default;
    ~SenseVoiceSession() override;
};

}  // namespace transcribe::sensevoice