airs_layers/activation_layer/
mod.rs

1use airs_types::{Layer, Tensor};
2
3pub struct Relu {}
4
5pub struct LeakyRelu {
6    slope: f64,
7}
8
9pub struct ParametricRelu {
10    alpha: Tensor,
11}
12
13pub struct RandomizedRelu {
14    lower: f64,
15    upper: f64,
16}
17
18pub struct Sigmoid {
19    alpha: f64,
20    beta: f64,
21}
22
23impl Layer for Relu {
24    fn forward(&self, xs: &Tensor) -> Tensor {
25        todo!()
26    }
27    fn train_forward(&self, xs: &Tensor) -> Tensor {
28        todo!()
29    }
30}
31
32impl Layer for LeakyRelu {
33    fn forward(&self, xs: &Tensor) -> Tensor {
34        todo!()
35    }
36}