Struct KVCache 

pub struct KVCache { /* private fields */ }

Full model KV cache containing all layers

Implementations

impl KVCache

pub fn new(num_layers: usize) -> Self

Create a new KV cache with default max sequence length

pub fn with_capacity(num_layers: usize, max_seq_len: usize) -> Self

Create a new KV cache with specified max sequence length

pub fn num_layers(&self) -> usize

Get the number of layers

pub fn layer_mut(&mut self, layer_idx: usize) -> &mut LayerKVCache

Get mutable reference to a specific layer’s cache

pub fn layer(&self, layer_idx: usize) -> &LayerKVCache

Get reference to a specific layer’s cache

pub fn seq_len(&self) -> usize

Get current cached sequence length

pub fn set_seq_len(&mut self, seq_len: usize)

Update the cached sequence length

pub fn max_seq_len(&self) -> usize

Get maximum sequence length

pub fn clear(&mut self)

Clear all cached values (keeps buffers allocated for reuse)

pub fn deallocate(&mut self)

Fully deallocate all buffers

pub fn is_empty(&self) -> bool

Check if cache is empty

Trait Implementations

impl Debug for KVCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.