1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use serde::{Deserialize, Serialize};

use self::{adam::ConvAdam, momentum::ConvMomentum, sgd::ConvSGD};

use super::image::Image;

pub mod adam;
pub mod momentum;
pub mod sgd;

#[derive(Clone, Debug, Serialize, Deserialize)]
pub enum ConvOptimizers {
    ConvSGD(ConvSGD),
    ConvMomentum(ConvMomentum),
    ConvAdam(ConvAdam),
}

impl ConvOptimizers {
    pub fn update_parameters(
        &mut self,
        epoch: usize,
        parameters: &Image,
        parameters_gradient: &Image,
    ) -> Image {
        match self {
            ConvOptimizers::ConvSGD(sgd) => {
                sgd.update_parameters(epoch, parameters, parameters_gradient)
            }
            ConvOptimizers::ConvMomentum(momentum) => {
                momentum.update_parameters(epoch, parameters, parameters_gradient)
            }
            ConvOptimizers::ConvAdam(adam) => {
                adam.update_parameters(epoch, parameters, parameters_gradient)
            }
        }
    }
}

pub fn conv_adam() -> ConvOptimizers {
    ConvOptimizers::ConvAdam(ConvAdam::default())
}

pub fn conv_sgd() -> ConvOptimizers {
    ConvOptimizers::ConvSGD(ConvSGD::default())
}

pub fn conv_momentum() -> ConvOptimizers {
    ConvOptimizers::ConvMomentum(ConvMomentum::default())
}