brique-rs 0.2.2

A MLP library made from scratch, using the rust standard lib
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use crate::layers::*;
use crate::matrix::*;

pub fn one_hot_encoding(input: &Matrix, labels: &Matrix) -> Matrix {
    assert_eq!(
        input.height, labels.width,
        "Input height and labels width should be equal"
    );
    let mut output = Matrix::init_zero(1, input.height);
    for c in 0..input.height {
        let v = input.get(c, labels.get(0, c) as usize);
        output.set(v, 0, c);
    }

    output
}

pub fn cross_entropy(output: &Matrix, labels: &Matrix) -> f64 {
    let output_one_hot: Matrix = one_hot_encoding(&output, &labels);

    let mut loss: f64 = 0.0;
    for c in 0..output_one_hot.width {
        loss += -output_one_hot.get(0, c).ln();
    }

    let output_loss = loss / output_one_hot.width as f64;

    output_loss
}

pub fn l2_reg(layers: &Vec<Layer>, lambda: f64) -> f64 {
    let mut l2: f64 = 0.0;

    for layer in layers {
        l2 += 0.5 * lambda * (layer.weights_t.pow(2).sum());
    }

    l2
}