newron 0.5.1

A Rust library to train and infer deep learning models.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use crate::{layers::layer::Layer, optimizers::optimizer::OptimizerStep};

pub struct SGD {
    /// Learning Rate
    lr: f64
}

impl SGD {
    pub fn new(lr: f64) -> Self { Self { lr } }
}

impl OptimizerStep for SGD {
    fn step(&self, layers: &mut [Box<dyn Layer>]) {
        for layer in layers.iter_mut() {
            for param in layer.get_params_list() {
                let grad = layer.get_grad(&param).clone();
                
                let param_to_update = &mut *layer.get_param(&param);
     
                *param_to_update -= self.lr * grad;
            }
        }
    }
}