Struct MultiModalModel 

pub struct MultiModalModel {
    pub config: MultiModalConfig,
    /* private fields */
}

Complete multi-modal model combining encoders, fusion, and output projection

Fields

config: MultiModalConfig

Model configuration

Implementations

impl MultiModalModel

pub fn new(config: MultiModalConfig) -> ModelResult<Self>

Create a new multi-modal model from configuration.

pub fn forward_multimodal( &mut self, inputs: &[Array1<f32>], ) -> ModelResult<Array1<f32>>

Forward pass with all modality inputs present.

inputs must contain one Array1<f32> per modality, in the same order as config.modalities.

pub fn forward_with_missing( &mut self, inputs: &[Option<Array1<f32>>], ) -> ModelResult<Array1<f32>>

Forward pass with optional modalities.

Missing modalities (None) are replaced with zero vectors.

pub fn num_modalities(&self) -> usize

Number of modalities.

pub fn modality_names(&self) -> Vec<&Modality>

References to each modality identifier.

pub fn total_params(&self) -> usize

Total trainable parameter count.

Trait Implementations

impl AutoregressiveModel for MultiModalModel

fn hidden_dim(&self) -> usize

Get the model’s hidden dimension

fn state_dim(&self) -> usize

Get the model’s state dimension (for SSMs)

fn num_layers(&self) -> usize

Get number of layers

fn model_type(&self) -> ModelType

Get model type identifier

fn get_states(&self) -> Vec<HiddenState>

Get current hidden states for all layers

fn set_states(&mut self, states: Vec<HiddenState>) -> ModelResult<()>

Set hidden states for all layers

fn load_weights_json(&mut self, _path: &Path) -> ModelResult<()>

Load weights from a JSON file (HashMap<String, Vec<f32>> format).

fn save_weights_json(&self, _path: &Path) -> ModelResult<()>

Save weights to a JSON file (HashMap<String, Vec<f32>> format).

impl SignalPredictor for MultiModalModel

fn step(&mut self, input: &Array1<f32>) -> CoreResult<Array1<f32>>

Step with a single concatenated input.

The input is split into per-modality chunks based on each encoder’s input_dim, concatenated in the order of config.modalities.

fn reset(&mut self)

Reset the hidden state to initial values

fn context_window(&self) -> usize

Get the current context window size