Trait FeedForward 

pub trait FeedForward: Send + Sync {
    // Required methods
    fn forward_sparse(
        &self,
        input: &[f32],
        active_neurons: &[usize],
    ) -> Result<Vec<f32>>;
    fn forward_dense(&self, input: &[f32]) -> Result<Vec<f32>>;
}

Trait for feed-forward network layers.

Required Methods

fn forward_sparse( &self, input: &[f32], active_neurons: &[usize], ) -> Result<Vec<f32>>

Sparse forward pass using only active neurons.

fn forward_dense(&self, input: &[f32]) -> Result<Vec<f32>>

Dense forward pass using all neurons.

Implementors

impl FeedForward for SparseFfn

impl FeedForward for SwiGLUFfn