native_neural_network 0.1.6

Lib no_std Rust for native neural network (.rnn)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub struct RuntimeProfile {
    pub batch_size: usize,
    pub sequence_len: usize,
    pub bytes_per_param: usize,
    pub bytes_per_activation: usize,
    pub bytes_per_kv: usize,
}

impl RuntimeProfile {
    pub const fn fp32(batch_size: usize, sequence_len: usize) -> Self {
        Self {
            batch_size,
            sequence_len,
            bytes_per_param: 4,
            bytes_per_activation: 4,
            bytes_per_kv: 4,
        }
    }

    pub const fn fp16(batch_size: usize, sequence_len: usize) -> Self {
        Self {
            batch_size,
            sequence_len,
            bytes_per_param: 2,
            bytes_per_activation: 2,
            bytes_per_kv: 2,
        }
    }

    pub fn validate(&self) -> bool {
        self.batch_size > 0
            && self.sequence_len > 0
            && self.bytes_per_param > 0
            && self.bytes_per_activation > 0
            && self.bytes_per_kv > 0
    }

    pub fn token_count(&self) -> Option<usize> {
        self.batch_size.checked_mul(self.sequence_len)
    }
}