Struct VoxtralForConditionalGeneration 

pub struct VoxtralForConditionalGeneration { /* private fields */ }

Implementations

impl VoxtralForConditionalGeneration

pub fn new(cfg: &VoxtralConfig, vb: VarBuilder<'_>) -> Result<Self>

pub fn audio_token_id(&self) -> usize

Get the audio token ID used for this model

pub fn text_config(&self) -> &VoxtralLlamaConfig

Get the text model configuration

pub fn audio_config(&self) -> &VoxtralEncoderConfig

Get the audio encoder configuration

pub fn get_audio_embeds(&self, input_features: &Tensor) -> Result<Tensor>

Process audio features through encoder and projector

pub fn get_audio_embeds_chunked( &self, input_features: &Tensor, chunk_size: usize, overlap: usize, ) -> Result<Tensor>

Process long audio sequences efficiently

pub fn forward( &self, input_ids: &Tensor, input_features: Option<&Tensor>, cache: &mut VoxtralCache, index_pos: usize, ) -> Result<Tensor>

Forward pass with audio features and text input

pub fn generate( &self, input_ids: &Tensor, input_features: Option<&Tensor>, config: VoxtralGenerationConfig, ) -> Result<Vec<u32>>

Generate text given audio input

Trait Implementations

impl Clone for VoxtralForConditionalGeneration

fn clone(&self) -> VoxtralForConditionalGeneration

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for VoxtralForConditionalGeneration

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.