Struct Decoder

pub struct Decoder { /* private fields */ }

Implementations

impl Decoder

pub fn new(cfg: &DecoderConfig, vb: VarBuilder<'_>) -> Result<Self>

pub fn forward( &mut self, input_ids: &Tensor, prompt_hidden_states: Option<&Tensor>, attention_mask: Option<&Tensor>, encoder_xs: &Tensor, encoder_attention_mask: Option<&Tensor>, seqlen_offset: usize, ) -> Result<Vec<Tensor>>

pub fn clear_kv_cache(&mut self)

Trait Implementations

impl Clone for Decoder

fn clone(&self) -> Decoder

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Decoder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.