skynet_ai/activation.rs
1#[derive(Debug, Clone, Copy, Eq, PartialEq, Ord, PartialOrd)]
2pub enum Activation {
3 Linear,
4 ReLU,
5}
6
7impl Into<Box<dyn Fn(f64) -> f64>> for Activation {
8 fn into(self) -> Box<dyn Fn(f64) -> f64> {
9 return Box::new(match self {
10 Self::Linear => { |o| o },
11
12 Self::ReLU => {
13 |o| {
14 if o > 0.0 {
15 o
16 } else {
17 0.0
18 }
19 }
20 },
21 });
22 }
23}