Enum ModelInstance 

pub enum ModelInstance<B: Backend> {
    Baseline(Box<BaselineTransformer<B>>),
    Ddl(Box<DdlTransformer<B>>),
}

Variants

Baseline(Box<BaselineTransformer<B>>)

Ddl(Box<DdlTransformer<B>>)

Implementations

impl<B: Backend> ModelInstance<B>

pub fn num_params(&self) -> usize

pub fn forward_logits( &self, input_ids: Tensor<B, 2, Int>, mask: Option<&Tensor<B, 3>>, ) -> Tensor<B, 3>

pub fn forward_with_optional_diagnostics( &self, input_ids: Tensor<B, 2, Int>, mask: Option<&Tensor<B, 3>>, ) -> ModelOutput<B>

pub fn forward_with_diagnostics( &self, input_ids: Tensor<B, 2, Int>, mask: Option<&Tensor<B, 3>>, diagnostic_level: DiagnosticLevel, ) -> ModelOutput<B>

pub fn max_seq_len(&self) -> usize

pub fn generate( &self, prompt_tokens: &[usize], generation_config: &GenerationConfig, device: &B::Device, ) -> Result<GenerationResult, GenerationError>

Trait Implementations

impl<B: Backend> AutoregressiveModel<B> for ModelInstance<B>

fn forward_logits( &self, input_ids: Tensor<B, 2, Int>, mask: Option<&Tensor<B, 3>>, ) -> Tensor<B, 3>

fn max_seq_len(&self) -> usize

impl<B: Clone + Backend> Clone for ModelInstance<B>

fn clone(&self) -> ModelInstance<B>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<B: Debug + Backend> Debug for ModelInstance<B>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.