llama_cpp_bindings/eval_multimodal_chunks_params.rs
1use llama_cpp_bindings_sys::llama_pos;
2use llama_cpp_bindings_sys::llama_seq_id;
3
4/// Settings for one `eval_multimodal_chunks` call on a `SampledTokenClassifier`.
5#[derive(Clone, Copy, Debug)]
6pub struct EvalMultimodalChunksParams {
7 /// Position of the first chunk token within the target sequence.
8 pub start_position: llama_pos,
9 /// Sequence id under which the chunks are evaluated.
10 pub seq_id: llama_seq_id,
11 /// Logical batch size for splitting chunk tokens into decode batches.
12 pub n_batch: i32,
13 /// Whether logits are requested for the final token of the final chunk.
14 pub logits_last: bool,
15}