juice 0.3.0

Machine Learning Framework for Hackers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

extern crate coaster as co;
extern crate juice;

#[cfg(all(test, whatever))]
// #[cfg(test)]
mod solver_specs {
    use co::backend::Backend;
    use co::frameworks::Native;
    use juice::solver::*;

    #[test]
    // fixed: always return base_lr.
    fn lr_fixed() {
        let cfg = SolverConfig {
            lr_policy: LRPolicy::Fixed,
            base_lr: 5f32,
            gamma: 0.5f32,
            ..SolverConfig::default()
        };
        assert!(cfg.get_learning_rate(0) == 5f32);
        assert!(cfg.get_learning_rate(100) == 5f32);
        assert!(cfg.get_learning_rate(1000) == 5f32);
    }

    #[test]
    // step: return base_lr * gamma ^ (floor(iter / step))
    fn lr_step() {
        let cfg = SolverConfig {
            lr_policy: LRPolicy::Step,
            base_lr: 5f32,
            gamma: 0.5f32,
            stepsize: 10,
            ..SolverConfig::default()
        };
        assert!(cfg.get_learning_rate(0) == 5f32);
        assert!(cfg.get_learning_rate(10) == 2.5f32);
        assert!(cfg.get_learning_rate(20) == 1.25f32);
    }

    #[test]
    // exp: return base_lr * gamma ^ iter
    fn lr_exp() {
        let cfg = SolverConfig {
            lr_policy: LRPolicy::Exp,
            base_lr: 5f32,
            gamma: 0.5f32,
            ..SolverConfig::default()
        };
        assert!(cfg.get_learning_rate(0) == 5f32);
        assert!(cfg.get_learning_rate(1) == 2.5f32);
        assert!(cfg.get_learning_rate(2) == 1.25f32);
        assert!(cfg.get_learning_rate(3) == 0.625f32);

        let cfg2 = SolverConfig {
            lr_policy: LRPolicy::Exp,
            base_lr: 5f32,
            gamma: 0.25f32,
            ..SolverConfig::default()
        };
        assert!(cfg2.get_learning_rate(0) == 5f32);
        assert!(cfg2.get_learning_rate(1) == 1.25f32);
        assert!(cfg2.get_learning_rate(2) == 0.3125f32);
    }

    #[test]
    fn instantiate_solver_sgd_momentum() {
        let cfg = SolverConfig {
            solver: SolverKind::SGD(SGDKind::Momentum),
            ..SolverConfig::default()
        };
        Solver::<Box<ISolver<Backend<Native>>>, Backend<Native>>::from_config(&cfg);
    }
}