Struct edge_transformers::modeling::seq2seq_decoder::Seq2SeqDecoderModel

pub struct Seq2SeqDecoderModel<'a> { /* private fields */ }

Onnx inference session wrapper for the conditional generation models.

Validates inputs and outputs of the model and provides a convenient interface to the model.

Implementations

impl<'a> Seq2SeqDecoderModel<'a>

pub fn new_from_memory( env: Arc<Environment>, model_bytes: &'a [u8], device: Device, optimization_level: GraphOptimizationLevel ) -> Result<Self, Error>

pub fn new_from_file( env: Arc<Environment>, model_path: PathBuf, device: Device, optimization_level: GraphOptimizationLevel ) -> Result<Self, Error>

pub fn forward( &self, input_ids: Array2<u32>, encoder_last_hidden_state: Array3<f32>, encoder_attention_mask: Option<Array2<u32>> ) -> Result<Array3<f32>, Error>

Does inference.

pub fn get_token_type_support(&self) -> bool