Struct LmModel

pub struct LmModel { /* private fields */ }

Implementations

impl LmModel

pub fn new(cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>) -> Result<Self>

pub fn batched( batch_size: usize, cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>, ) -> Result<Self>

pub fn new_( batch_size: Option<usize>, cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>, ) -> Result<Self>

pub fn condition_provider(&self) -> Option<&ConditionProvider>

pub fn reset_state(&mut self)

pub fn in_audio_codebooks(&self) -> usize

pub fn audio_pad_token(&self) -> u32

pub fn text_start_token(&self) -> u32

pub fn generated_audio_codebooks(&self) -> usize

pub fn is_quantized(&self) -> bool

pub fn device(&self) -> &Device

pub fn dtype(&self) -> DType

pub fn forward( &mut self, text_ids: Option<Tensor>, audio_ids: Vec<Option<Tensor>>, mask: &StreamMask, ) -> Result<(Tensor, Tensor)>

pub fn extra_heads(&self, vs: &Tensor) -> Result<Vec<Tensor>>

pub fn forward_cond( &mut self, text_ids: Option<Tensor>, audio_ids: Vec<Option<Tensor>>, conditions: Option<&Condition>, mask: &StreamMask, ) -> Result<(Tensor, Tensor)>

pub fn maybe_precompute_ca_kv( &self, ca_src: Option<CaSrc>, ) -> Result<Option<CaSrc>>

pub fn forward_ca( &mut self, text_ids: Option<Tensor>, audio_ids: Vec<Option<Tensor>>, ca_src: &CaSrc, conditions: Option<&Condition>, mask: &StreamMask, ) -> Result<(Tensor, Tensor)>

pub fn depformer_sample( &mut self, xs: &Tensor, text_token: Option<u32>, forced_audio_tokens: &[Option<u32>], lp: &mut LogitsProcessor, ) -> Result<Option<Vec<u32>>>

pub fn depformer_sample_cfg( &mut self, xs: &Tensor, cfg_alpha: f64, text_token: Option<u32>, forced_audio_tokens: &[Option<u32>], lp: &mut LogitsProcessor, ) -> Result<Option<Vec<u32>>>

pub fn reset_batch_idx( &mut self, batch_idx: usize, batch_size: usize, ) -> Result<()>

Trait Implementations

impl Clone for LmModel

fn clone(&self) -> LmModel

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LmModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.