Struct TokenizerConfig 

pub struct TokenizerConfig {

    pub d_model: usize,
    pub layers: usize,
    pub heads: usize,
    pub ffn: usize,
    pub n_mels: usize,
    pub skip_layer_id: Option<usize>,
    pub causal: bool,
    pub window: usize,
    pub hybrid: bool,
    pub swa_per_block: usize,
    pub rope_theta: f64,
    pub codebook_sizes: Vec<usize>,
    pub ln_eps: f64,
}

The audio tokenizer encoder hyper-parameters (audio_tokenizer/config.json).

Fields

d_model: usize

layers: usize

heads: usize

ffn: usize

n_mels: usize

skip_layer_id: Option<usize>

causal: bool

window: usize

Band half-width on windowed layers (encoder_attn_window_size[0]), 0 = none.

hybrid: bool

swa_per_block: usize

rope_theta: f64

codebook_sizes: Vec<usize>

ln_eps: f64

Implementations

impl TokenizerConfig

pub fn mimo_default() -> Self

The pinned MiMo-Audio-Tokenizer values.

pub fn from_json(bytes: &[u8]) -> Result<Self, String>

pub fn windowed(&self, i: usize) -> bool

Whether layer i carries the band window (HF: hybrid → the first swa_per_block − 1 of every swa_per_block layers; else all).

Trait Implementations

impl Clone for TokenizerConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenizerConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.