use scirs2_core::ndarray::{Array1, Array2};
use scirs2_core::numeric::{Float, FromPrimitive};
use std::fmt::Debug;
use super::lstm::LSTMCell;
use crate::error::Result;
#[derive(Debug)]
pub struct MambaBlock<F: Float + Debug> {
#[allow(dead_code)]
state_dim: usize,
#[allow(dead_code)]
input_dim: usize,
#[allow(dead_code)]
selection_weights: Array2<F>,
#[allow(dead_code)]
state_matrix: Array2<F>,
#[allow(dead_code)]
input_projection: Array2<F>,
#[allow(dead_code)]
output_projection: Array2<F>,
}
impl<F: Float + Debug + Clone + FromPrimitive> MambaBlock<F> {
pub fn new(input_dim: usize, state_dim: usize) -> Self {
let scale = F::from(2.0).expect("Failed to convert constant to float")
/ F::from(input_dim).expect("Failed to convert to float");
let std_dev = scale.sqrt();
Self {
state_dim,
input_dim,
selection_weights: LSTMCell::random_matrix(state_dim, input_dim, std_dev),
state_matrix: LSTMCell::random_matrix(state_dim, state_dim, std_dev),
input_projection: LSTMCell::random_matrix(state_dim, input_dim, std_dev),
output_projection: LSTMCell::random_matrix(input_dim, state_dim, std_dev),
}
}
pub fn forward(&self, input: &Array2<F>) -> Result<Array2<F>> {
Ok(input.clone())
}
}