Struct candle_transformers::models::quantized_t5::T5ForConditionalGeneration

pub struct T5ForConditionalGeneration { /* private fields */ }

Implementations

impl T5ForConditionalGeneration

pub fn load(vb: VarBuilder, cfg: &Config) -> Result<Self>

pub fn encode(&mut self, input_ids: &Tensor) -> Result<Tensor>

pub fn decode( &mut self, decoder_input_ids: &Tensor, encoder_output: &Tensor ) -> Result<Tensor>

pub fn forward( &mut self, input_ids: &Tensor, decoder_input_ids: &Tensor ) -> Result<Tensor>

pub fn device(&self) -> &Device

pub fn clear_kv_cache(&mut self)

Trait Implementations

impl Debug for T5ForConditionalGeneration

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.