Skip to main content

llama_cpp_bindings/mtmd/
image_chunk_batch_size_mismatch.rs

1/// Carried by [`super::mtmd_error::MtmdEvalError::ImageChunkExceedsBatchSize`].
2///
3/// `n_batch` is the per-decode batch budget enforced by `cparams.n_batch` in
4/// llama.cpp; `image_tokens` is the number of tokens this image chunk would
5/// hand to `llama_decode`. When `image_tokens > n_batch` the C-side
6/// `GGML_ASSERT(n_tokens_all <= cparams.n_batch)` would abort the process —
7/// the binding refuses the call instead.
8#[derive(Debug)]
9pub struct ImageChunkBatchSizeMismatch {
10    pub image_tokens: u32,
11    pub n_batch: u32,
12}