Struct KVCacheConfig 

pub struct KVCacheConfig {
    pub max_tokens_per_seq: usize,
    pub num_heads: usize,
    pub hidden_dim_per_head: usize,
}

Fields

max_tokens_per_seq: usize

num_heads: usize

hidden_dim_per_head: usize

Implementations

impl KVCacheConfig

pub const fn token_width(&self) -> usize

Number of f32 elements one token’s keys (or values) occupy.

Trait Implementations

impl Clone for KVCacheConfig

fn clone(&self) -> KVCacheConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for KVCacheConfig

impl Debug for KVCacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for KVCacheConfig

fn default() -> Self

Returns the “default value” for a type.

impl Eq for KVCacheConfig

impl PartialEq for KVCacheConfig

fn eq(&self, other: &KVCacheConfig) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for KVCacheConfig