pub struct Mimi<T: Tensor> {
pub quantizer: SplitResidualVectorQuantizer<T>,
/* private fields */
}Expand description
Mimi audio tokenizer.
Fields§
§quantizer: SplitResidualVectorQuantizer<T>Split residual vector quantizer.
Implementations§
Source§impl<T: Tensor> Mimi<T>
impl<T: Tensor> Mimi<T>
Sourcepub fn new(config: Config, context: &T::Context) -> Result<Self, Error>
pub fn new(config: Config, context: &T::Context) -> Result<Self, Error>
Creates an unloaded Mimi tokenizer from config.
Sourcepub fn mimi_config(&self) -> &Config
pub fn mimi_config(&self) -> &Config
Returns the Mimi configuration.
Sourcepub fn load_parameters(
&mut self,
parameters: impl IntoIterator<Item = (String, T)>,
) -> Result<(), Error>
pub fn load_parameters( &mut self, parameters: impl IntoIterator<Item = (String, T)>, ) -> Result<(), Error>
Strictly replaces every model parameter with backend-native checkpoint tensors using Eredu’s stable parameter names.
Backend integrations remain responsible for reading their preferred checkpoint format and converting weight layouts. Mimi owns parameter completeness and shape validation, so those integrations do not need to reproduce the architecture or its parameter tree.
Sourcepub fn encode_latent(
&mut self,
latent: &T,
context: &T::Context,
) -> Result<T, Error>
pub fn encode_latent( &mut self, latent: &T, context: &T::Context, ) -> Result<T, Error>
Encodes latent frames shaped [batch, 512, frames] into Mimi tokens.
Sourcepub fn encode(&mut self, pcm: &T, context: &T::Context) -> Result<T, Error>
pub fn encode(&mut self, pcm: &T, context: &T::Context) -> Result<T, Error>
Encodes PCM shaped [batch, 1, samples] into Mimi tokens [batch, codebooks, frames].
Sourcepub fn reset_encode_state(&mut self)
pub fn reset_encode_state(&mut self)
Resets state used by Mimi::encode_step.
Sourcepub fn encode_step(
&mut self,
pcm: &T,
context: &T::Context,
) -> Result<Option<T>, Error>
pub fn encode_step( &mut self, pcm: &T, context: &T::Context, ) -> Result<Option<T>, Error>
Encodes one PCM frame into the next Mimi token frame.
Accepts PCM shaped [batch, 1, samples]. Returns None until the
streaming encoder has enough samples to emit a complete codec frame.
Sourcepub fn decode_latent(
&mut self,
codes: &T,
context: &T::Context,
) -> Result<T, Error>
pub fn decode_latent( &mut self, codes: &T, context: &T::Context, ) -> Result<T, Error>
Decodes Mimi tokens shaped [batch, codebooks, frames] into latent frames.
Sourcepub fn decode(&mut self, codes: &T, context: &T::Context) -> Result<T, Error>
pub fn decode(&mut self, codes: &T, context: &T::Context) -> Result<T, Error>
Decodes Mimi tokens shaped [batch, codebooks, frames] into PCM [batch, 1, samples].
Sourcepub fn reset_decode_state(&mut self)
pub fn reset_decode_state(&mut self)
Resets state used by Mimi::decode_step.