Struct KvContext 

pub struct KvContext {
    pub operation: String,
    pub layer: Option<usize>,
    pub position: Option<usize>,
    pub sequence_length: Option<usize>,
}

KV cache operation context for better error reporting.

Fields

operation: String

layer: Option<usize>

position: Option<usize>

sequence_length: Option<usize>

Implementations

impl KvContext

pub fn new(operation: impl Into<String>) -> Self

pub fn with_layer(self, layer: usize) -> Self

pub fn with_position(self, position: usize) -> Self

pub fn with_sequence_length(self, length: usize) -> Self

pub fn dimension_error(&self, expected: usize, actual: usize) -> KvError

pub fn out_of_bounds_error( &self, index: usize, total: usize, is_layer: bool, ) -> KvError

Trait Implementations

impl Clone for KvContext

fn clone(&self) -> KvContext

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KvContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.