eegdino 0.2.0

EEG-DINO Foundation Model — inference in Rust with RLX
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

pub mod attention;
pub mod classifier;
pub mod embedding;
pub mod encoder;
pub mod mlp;
pub mod transformer;

use burn::module::{Param, ParamId};
use burn::nn::Linear;
use burn::prelude::*;

/// Create a [`Linear`] layer with zero-filled weights.
///
/// Weights will be immediately overwritten from safetensors.
/// `Tensor::zeros` is essentially free compared to random init.
pub fn linear_zeros<B: Backend>(
    d_input: usize,
    d_output: usize,
    bias: bool,
    device: &B::Device,
) -> Linear<B> {
    let weight = Param::initialized(ParamId::new(), Tensor::zeros([d_input, d_output], device));
    let bias = if bias {
        Some(Param::initialized(
            ParamId::new(),
            Tensor::zeros([d_output], device),
        ))
    } else {
        None
    };
    Linear { weight, bias }
}