Struct ReLU 

pub struct ReLU<const N: usize>;

Implementations

impl<const N: usize> ReLU<N>

pub fn init() -> Self

pub fn forward(&self, input: &[Float; N], output: &mut [Float; N])

pub fn backward( &self, input: &[Float; N], _output: &[Float; N], output_grad: &[Float; N], input_grad: &mut [Float; N], )

Trait Implementations

impl<const N: usize> Debug for ReLU<N>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<const N: usize> Layer<N, N> for ReLU<N>

fn forward(&self, input: &[Float; N], output: &mut [Float; N])

fn backward( &mut self, input: &[Float; N], output: &[Float; N], output_grad: &[Float; N], input_grad: &mut [Float; N], )

fn zero_grad(&mut self)

fn apply_gradients( &mut self, _optimizer: &mut dyn Optimizer, _slot: &mut usize, _scale: Float, )

impl<const N: usize> LayerDims for ReLU<N>

const INPUT: usize = N

const OUTPUT: usize = N