Struct NemotronEncoderCache 

pub struct NemotronEncoderCache {
    pub cache_last_channel: Array4<f32>,
    pub cache_last_time: Array4<f32>,
    pub cache_last_channel_len: Array1<i64>,
}

Encoder cache state for Nemotron streaming inference.

Fields

cache_last_channel: Array4<f32>

[24, 1, 70, 1024] - 24 layers, batch=1, 70 frame lookback, 1024 features

cache_last_time: Array4<f32>

[24, 1, 1024, 8] - 24 layers, batch=1, 1024 features, 8 conv context

cache_last_channel_len: Array1<i64>

[1] - current cache length

Implementations

impl NemotronEncoderCache

pub fn new() -> Self

pub fn with_dims( num_layers: usize, left_context: usize, hidden_dim: usize, conv_context: usize, ) -> Self

Trait Implementations

impl Clone for NemotronEncoderCache

fn clone(&self) -> NemotronEncoderCache

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for NemotronEncoderCache

fn default() -> Self

Returns the “default value” for a type.