tensorrs 0.3.2

Tensors is a lightweight machine learning library in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use super::Optimizer;
use crate::linalg::Matrix;
use crate::Float;

/// Stochastic Gradient Descent(SGD)
///
/// # Formula:
/// ```math
/// W^{t+1}_{i} = W^t_{i+1} - \eta \cdot \nabla L(W_{t})
/// ```
/// where:
/// ```math
/// - W^{t+1}_{i} — updated weights,
/// - W^t_{i} — current weights,
/// - \eta — learning rate,
/// - \nabla L(W_{t}) — gradient of the loss function with respect to the weights.
/// ```
pub struct SGD<T: Float> {
    learning_rate: T,
}

impl<T: Float> SGD<T> {
    pub fn new(learning_rate: T) -> Self {
        Self { learning_rate }
    }
}

impl<T: Float> Optimizer<T> for SGD<T> {
    fn step(&mut self, _id: usize, weights: &mut Matrix<T>, gradients: &Matrix<T>) {
        let g = gradients.clone() * self.learning_rate;
        *weights = weights.clone() + &g;
    }
    fn change_learning_rate(&mut self, new_learning_rate: T) {
        self.learning_rate = new_learning_rate;
    }
}

#[cfg(test)]
mod tests {}