native_neural_network 0.3.1

Lib no_std Rust for native neural network (.rnn)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum AttentionMask {
    None,
    Causal,
}

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub struct AttentionShape {
    pub q_len: usize,
    pub k_len: usize,
    pub d_k: usize,
    pub d_v: usize,
}

impl AttentionShape {
    pub fn validate(&self) -> bool {
        self.q_len > 0 && self.k_len > 0 && self.d_k > 0 && self.d_v > 0
    }

    pub fn score_len(&self) -> Option<usize> {
        self.q_len.checked_mul(self.k_len)
    }

    pub fn output_len(&self) -> Option<usize> {
        self.q_len.checked_mul(self.d_v)
    }
}

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum AttentionError {
    ShapeMismatch,
    BufferTooSmall,
    InvalidDim,
}