Struct Model 

pub struct Model { /* private fields */ }

Implementations

impl Model

pub fn new(cfg: &Config, vb: VarBuilder<'_>) -> CandleResult<Self>

pub fn forward( &mut self, input_ids: &Tensor, seqlen_offset: usize, _attn_mask: Option<&Tensor>, cache_key: &str, ) -> CandleResult<Tensor>

pub fn clear_kv_cache(&mut self)

pub fn clear_kv_cache_for(&mut self, cache_key: &str)

Trait Implementations

impl Clone for Model

fn clone(&self) -> Model

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Model

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.