scirs2-neural 0.3.3

Neural network building blocks module for SciRS2 (scirs2-neural) - Minimal Version
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

//! Minimal working scirs2-neural implementation
//!
//! This is a simplified version that focuses on core functionality
//! that has been verified to compile and work.

pub mod error;
pub mod activations {
    pub mod gelu;
    pub mod softmax;
    pub mod swish;
    pub mod tanh;
    
    pub use gelu::GELU;
    pub use softmax::Softmax;
    pub use swish::Swish;
    pub use tanh::Tanh;
    
    use crate::error::Result;
    use scirs2_core::ndarray::Array;
    
    /// Trait for activation functions
    pub trait Activation<F> {
        /// Forward pass of the activation function
        fn forward(&self, input: &Array<F, scirs2_core::ndarray::IxDyn>) -> Result<Array<F, scirs2_core::ndarray::IxDyn>>;
        
        /// Backward pass of the activation function
        fn backward(
            &self,
            grad_output: &Array<F, scirs2_core::ndarray::IxDyn>,
            input: &Array<F, scirs2_core::ndarray::IxDyn>,
        ) -> Result<Array<F, scirs2_core::ndarray::IxDyn>>;
    }
}

/// Simplified prelude with working components
pub mod prelude {
    pub use crate::activations::{Activation, GELU, Softmax, Swish, Tanh};
    pub use crate::error::{Error, NeuralError, Result};
}

// Re-export key types at crate level
pub use error::{Error, NeuralError, Result};
pub use activations::{Activation, GELU, Softmax, Swish, Tanh};