llama_cpp_bindings::mtmd::image_chunk_batch_size_mismatch

Struct ImageChunkBatchSizeMismatch

pub struct ImageChunkBatchSizeMismatch {
    pub image_tokens: u32,
    pub n_batch: u32,
}

Expand description

Carried by super::mtmd_eval_error::MtmdEvalError::ImageChunkExceedsBatchSize.

n_batch is the per-decode batch budget enforced by cparams.n_batch in llama.cpp; image_tokens is the number of tokens this image chunk would hand to llama_decode. When image_tokens > n_batch the C-side GGML_ASSERT(n_tokens_all <= cparams.n_batch) would abort the process — the binding refuses the call instead.

Fields§

§image_tokens: u32§n_batch: u32

ImageChunkBatchSizeMismatch

Struct ImageChunkBatchSizeMismatch Copy item path

Fields§

Trait Implementations§

impl Debug for ImageChunkBatchSizeMismatch

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations§

impl Freeze for ImageChunkBatchSizeMismatch

impl RefUnwindSafe for ImageChunkBatchSizeMismatch

impl Send for ImageChunkBatchSizeMismatch

impl Sync for ImageChunkBatchSizeMismatch

impl Unpin for ImageChunkBatchSizeMismatch

impl UnsafeUnpin for ImageChunkBatchSizeMismatch

impl UnwindSafe for ImageChunkBatchSizeMismatch

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct ImageChunkBatchSizeMismatch

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,