lattice-inference 0.1.0

Pure Rust transformer inference engine — safetensors loading, SIMD matmul, BGE/Qwen3 embeddings
Documentation 
1
2
3
4
5
6
7
8
9

pub mod flash;
pub mod flash_causal;
pub mod gdn;
pub mod gdn_fused;
pub mod gqa;
pub mod standard;

// Re-export from standard for backward compat
pub use self::standard::*;