Struct DoryState 

pub struct DoryState {
    pub slots: Vec<Vec<KvSlot>>,
    pub pos: usize,
    pub gate_tokens: u64,
    pub gate_one: u64,
    /* private fields */
}

Host KV state: slots[attention ordinal][loop].

Fields

slots: Vec<Vec<KvSlot>>

pos: usize

gate_tokens: u64

gate_one: u64

Implementations

impl DoryState

pub fn clear(&mut self)

pub fn rollback(&mut self, n: usize, kv_row: usize)

Forget the rows from position n on.

Trait Implementations

impl Default for DoryState

fn default() -> Self

Returns the “default value” for a type.