Enum KvCache

pub enum KvCache {
    Rotating(RotatingKvCache),
}

Variants

Rotating(RotatingKvCache)

Implementations

impl KvCache

pub fn new(dim: usize, max_seq_len: usize) -> Self

pub fn current_seq_len(&self) -> usize

pub fn reset(&mut self)

pub fn append( &mut self, key: &Tensor, value: &Tensor, ) -> Result<(Tensor, Tensor)>

pub fn positions(&self, seq_len: usize) -> Vec<usize>

Trait Implementations

impl Clone for KvCache

fn clone(&self) -> KvCache

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KvCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.