Struct candle_transformers::models::llama2_c::Cache

pub struct Cache {
    pub use_kv_cache: bool,
    pub kvs: Arc<Mutex<Vec<Option<(Tensor, Tensor)>>>>,
    pub cos: Tensor,
    pub sin: Tensor,
    /* private fields */
}

Fields

use_kv_cache: bool

kvs: Arc<Mutex<Vec<Option<(Tensor, Tensor)>>>>

cos: Tensor

sin: Tensor

Implementations

impl Cache

pub fn new(use_kv_cache: bool, cfg: &Config, vb: VarBuilder<'_>) -> Result<Self>

pub fn mask(&self, t: usize) -> Result<Tensor>

Trait Implementations

impl Clone for Cache

fn clone(&self) -> Cache

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.