Enum ReferenceLayerState 

pub enum ReferenceLayerState {
    Kv {
        key: Vec<f32>,
        value: Vec<f32>,
        tokens: usize,
        kv_heads: usize,
        key_head_dim: usize,
        value_head_dim: usize,
        window: Option<usize>,
    },
    Recurrent {
        conv: Vec<f32>,
        matrix: Vec<f32>,
        value_heads: usize,
        key_head_dim: usize,
        value_head_dim: usize,
        conv_width: usize,
    },
    LatentKv {
        rows: Vec<f32>,
        tokens: usize,
        width: usize,
    },
    CompressedAttention {
        rows: Vec<f32>,
        tokens: usize,
        width: usize,
        window: usize,
        compressed_tokens: usize,
    },
}

Variants

Kv

Fields

key: Vec<f32>

value: Vec<f32>

tokens: usize

kv_heads: usize

key_head_dim: usize

value_head_dim: usize

window: Option<usize>

Recurrent

Fields

conv: Vec<f32>

matrix: Vec<f32>

value_heads: usize

key_head_dim: usize

value_head_dim: usize

conv_width: usize

LatentKv

Fields

rows: Vec<f32>

tokens: usize

width: usize

CompressedAttention

Fields

rows: Vec<f32>

tokens: usize

width: usize

window: usize

compressed_tokens: usize

Trait Implementations

impl Clone for ReferenceLayerState

fn clone(&self) -> ReferenceLayerState

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ReferenceLayerState

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for ReferenceLayerState

fn eq(&self, other: &ReferenceLayerState) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ReferenceLayerState