llama-cpp-bindings 0.8.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use crate::mtmd::MtmdInputChunk;
use crate::mtmd::MtmdInputChunkType;
use crate::mtmd::MtmdInputChunkTypeError;
use crate::sampled_token_classifier::SampledTokenClassifier;

/// # Errors
/// Returns [`MtmdInputChunkTypeError`] when the chunk reports a type unknown
/// to this binding. Counters are not updated on error.
pub fn ingest_prompt_chunk(
    classifier: &mut SampledTokenClassifier<'_>,
    chunk: &MtmdInputChunk,
) -> Result<(), MtmdInputChunkTypeError> {
    let n_tokens = chunk.n_tokens() as u64;
    match chunk.chunk_type()? {
        MtmdInputChunkType::Text => {
            classifier.record_prompt_tokens(n_tokens);
            if let Some(tokens) = chunk.text_tokens() {
                classifier.ingest_prompt_tokens(tokens);
            }
        }
        MtmdInputChunkType::Image => classifier.record_input_image_tokens(n_tokens),
        MtmdInputChunkType::Audio => classifier.record_input_audio_tokens(n_tokens),
    }

    Ok(())
}