jiro_nn 0.5.0

Neural Networks framework with model specification & data preprocessing features.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use serde::{Deserialize, Serialize};

use crate::linalg::Matrix;

use self::{adam::Adam, momentum::Momentum, sgd::SGD};

pub mod adam;
pub mod momentum;
pub mod sgd;

#[derive(Clone, Debug, Serialize, Deserialize)]
pub enum Optimizers {
    SGD(SGD),
    Momentum(Momentum),
    Adam(Adam),
}

impl Optimizers {
    pub fn update_parameters(
        &mut self,
        epoch: usize,
        parameters: &Matrix,
        parameters_gradient: &Matrix,
    ) -> Matrix {
        match self {
            Optimizers::SGD(sgd) => sgd.update_parameters(epoch, parameters, parameters_gradient),
            Optimizers::Momentum(momentum) => {
                momentum.update_parameters(epoch, parameters, parameters_gradient)
            }
            Optimizers::Adam(adam) => {
                adam.update_parameters(epoch, parameters, parameters_gradient)
            }
        }
    }
}

pub fn adam() -> Optimizers {
    Optimizers::Adam(Adam::default())
}

pub fn sgd() -> Optimizers {
    Optimizers::SGD(SGD::default())
}

pub fn momentum() -> Optimizers {
    Optimizers::Momentum(Momentum::default())
}