boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

pub mod helpers;

pub mod alibi;
pub mod attention;
pub mod calibration;
pub mod fused_fp8;
pub mod fused_optimizer;
pub mod fused_qkv;
pub mod kv_cache;
pub mod kv_cache_quant;
pub mod mla;
pub mod moe;
pub mod paged_attention;
pub mod quant_fused;
pub mod quant_int4_gemm;
pub mod quant_nf4;
pub mod rope;
pub mod speculative;
pub mod ssm_kernels;
pub mod varlen_attention;