Struct KvCacheView 

pub struct KvCacheView<'a> {
    pub key: &'a mut [f32],
    pub value: &'a mut [f32],
    pub max_tokens: usize,
    pub head_dim: usize,
    pub num_heads: usize,
    pub used_tokens: usize,
}

Fields

key: &'a mut [f32]

value: &'a mut [f32]

max_tokens: usize

head_dim: usize

num_heads: usize

used_tokens: usize

Implementations

impl<'a> KvCacheView<'a>

pub fn token_stride(&self) -> Option<usize>

pub fn append_token( &mut self, key_token: &[f32], value_token: &[f32], ) -> Result<(), KvCacheError>

pub fn len_tokens(&self) -> usize

pub fn is_empty(&self) -> bool

pub fn is_full(&self) -> bool

pub fn remaining_tokens(&self) -> usize

pub fn clear(&mut self)

pub fn token_slices( &self, token_index: usize, ) -> Result<(&[f32], &[f32]), KvCacheError>