boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

pub mod activation;
pub mod conv1d;
pub mod conv2d;
pub mod dropout;
pub mod embedding;
pub mod groupnorm;
pub mod layernorm;
pub mod linear;
pub mod lora;
pub mod loss;
pub mod mla;
pub mod module;
pub mod moe;
pub mod rmsnorm;
pub mod rope;
pub mod stochastic_depth;
pub mod var_builder;
#[path = "varmap/mod.rs"]
pub mod varmap;
pub mod weight;

pub use activation::Activation;
pub use conv1d::Conv1d;
pub use conv2d::Conv2d;
pub use dropout::Dropout;
pub use embedding::Embedding;
pub use groupnorm::GroupNorm;
pub use layernorm::LayerNorm;
pub use linear::{Linear, MaybeQuantLinear, QuantLinear};
pub use lora::LoraLinear;
pub use loss::{
    contrastive_loss, cross_entropy_loss, cross_entropy_loss_smooth, focal_loss, kl_div_loss,
    mse_loss,
};
pub use mla::{Mla, MlaConfig};
pub use module::{Module, StateDict, TrainMode};
pub use moe::{
    Expert, MoeLayer, MoeLayerConfig, MoeOutput, MoeRouter, MoeRouterConfig, RouterOutput,
};
pub use rmsnorm::RmsNorm;
pub use rope::RoPE;
pub use stochastic_depth::StochasticDepth;
pub use var_builder::VarBuilder;
pub use varmap::{Init, VarMap};
pub use weight::Weight;