Struct StreamingTransformerLayer

pub struct StreamingTransformerLayer { /* private fields */ }

Implementations

impl StreamingTransformerLayer

pub fn new( cfg: &Config, builder: &KvCacheBuilder, vb: MaybeQuantizedVarBuilder<'_>, shared_ca_vb: Option<MaybeQuantizedVarBuilder<'_>>, ) -> Result<Self>

pub fn forward( &mut self, xs: &Tensor, rope: Option<&Rope>, ca_src: Option<&CaSrc>, iam: &IndicesAndMask, ) -> Result<Tensor>

pub fn set_kv_cache(&mut self, kv_cache: KvCache)

Trait Implementations

impl Clone for StreamingTransformerLayer

fn clone(&self) -> StreamingTransformerLayer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingTransformerLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.