transcribe-cpp-sys 0.0.10

Native FFI bindings for transcribe.cpp, a C/C++ speech-to-text library built on ggml
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

// arch/voxtral/voxtral.h - Voxtral (2507) model and context types.
//
// INTERNAL to src/arch/voxtral/. Declares the concrete classes that
// derive from transcribe_model / transcribe_session for the Voxtral
// audio-LLM family (Whisper-large-v3 encoder + 4x frame-group projector
// + Llama/Ministral causal LM with audio-token injection).
//
// First port targets non-streaming ASR transcription plus a chat
// instruction path (translation / free-text prompting): translation and
// audio understanding both go through the mistral-common instruct
// template, which is structurally distinct from the transcription-
// request template. Both share the same encoder/projector/decoder.

#pragma once

#include "causal_lm/causal_lm.h"
#include "transcribe-backend.h"
#include "transcribe-session.h"
#include "transcribe-mel.h"
#include "transcribe-model.h"
#include "transcribe-tokenizer.h"
#include "weights.h"

#include "ggml.h"
#include "ggml-backend.h"

#include <cstdint>
#include <optional>
#include <string>
#include <vector>

struct ggml_context;
struct ggml_tensor;
struct ggml_backend;
struct ggml_backend_buffer;
struct ggml_backend_sched;
typedef struct ggml_backend *        ggml_backend_t;
typedef struct ggml_backend_buffer * ggml_backend_buffer_t;
typedef struct ggml_backend_sched *  ggml_backend_sched_t;

namespace transcribe::voxtral {

void apply_family_invariants(transcribe_model & model);

// mistral-common transcription/instruct control tokens, resolved through
// the loaded tokenizer at load time so a vocab reorder fails loudly here
// rather than silently corrupting the prompt.
//
// Transcription template:
//   [BOS] [INST] [BEGIN_AUDIO] [AUDIO]*N [/INST] (lang:<l>)? [TRANSCRIBE]
// Instruct template (translate / prompt):
//   [BOS] [INST] [BEGIN_AUDIO] [AUDIO]*N BPE(instruction) [/INST]
struct PromptSpecials {
    int32_t bos         = -1;
    int32_t inst        = -1;  // [INST]
    int32_t begin_audio = -1;  // [BEGIN_AUDIO]
    int32_t end_inst    = -1;  // [/INST]
    int32_t transcribe  = -1;  // [TRANSCRIBE]
    int32_t eos         = -1;
};

struct VoxtralModel final : public transcribe_model {
    Tokenizer      tok;
    VoxtralHParams hparams;
    VoxtralWeights weights;
    ggml_context * ctx_meta = nullptr;

    transcribe::BackendPlan       plan;
    ggml_backend_buffer_t         backend_buffer = nullptr;
    transcribe::causal_lm::PackedGateUpHandles packed_gate_up;

    std::optional<transcribe::MelFrontend> mel;

    PromptSpecials specials;

    VoxtralModel() = default;
    ~VoxtralModel() override;

    const transcribe::Tokenizer * tokenizer() const override { return &tok; }
};

struct VoxtralSession final : public transcribe_session {
    ggml_context *       compute_ctx = nullptr;
    ggml_backend_sched_t sched       = nullptr;

    transcribe::causal_lm::KvCache kv_cache;

    // Offline batched decode (transcribe_run_batch): a batched KV cache with
    // one slab per utterance, reused across calls and re-allocated only when
    // the batch size or context window grows.
    transcribe::causal_lm::KvCache kv_cache_batch;
    int kv_batch_cap   = 0;  // slabs allocated (== n_batch of last alloc)
    int kv_batch_n_ctx = 0;  // n_ctx of last alloc

    std::vector<float> mel_buf;
    std::vector<float> enc_host;  // projector output (audio embeds), all chunks


    bool encoder_use_flash = false;
    bool decoder_use_flash = true;

    VoxtralSession() = default;
    ~VoxtralSession() override;
};

} // namespace transcribe::voxtral