brique-rs 0.2.2

A MLP library made from scratch, using the rust standard lib
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use std::fs::read;

use crate::matrix::Matrix;

// 44 -> ,
// 10 -> \n
// 32 -> space
pub fn parse_test_csv(file_name: String) -> Vec<Matrix> {
    let binary = read(file_name).unwrap();

    let rows: Vec<_> = binary.split(|&v| v == 10 as u8).collect();
    let mut extracted_data: Vec<f64> = vec![];

    let mut height: usize = 0;
    let mut width: usize = 0;

    let mut output_matrices: Vec<Matrix> = vec![];

    for r in rows {
        if is_line_empty(r) {
            output_matrices.push(Matrix::init(height, width, extracted_data.clone()));

            extracted_data = vec![];
            width = 0;
            height = 0;
            continue;
        }

        if r.len() > 0 {
            let mut tmp: Vec<f64> = tokenizer_f64(std::str::from_utf8(r).unwrap());
            if width == 0 {
                width = tmp.len();
            } else {
                assert_eq!(tmp.len(), width, "Error, not the same width");
            }
            extracted_data.append(&mut tmp);
            height += 1;
        }
    }

    output_matrices
}

pub fn tokenizer_f64(line: &str) -> Vec<f64> {
    line.split(",")
        .filter(|s| !s.is_empty())
        .filter_map(|s| match s.parse::<f64>() {
            Ok(res) => Some(res),
            Err(e) => panic!("CSV tockenizer error, {:?}", e),
        })
        .collect::<Vec<_>>()
}

pub fn is_line_empty(line: &[u8]) -> bool {
    let mut output = true;
    for byte in line {
        if *byte != 44 as u8 && *byte != 10 as u8 && *byte != 32 as u8 {
            output = false;
            break;
        }
    }

    output
}