lattice-inference 0.1.2

Pure Rust transformer inference engine — safetensors loading, SIMD matmul, BGE/Qwen3 embeddings
Documentation 
1
2
3
4
5
6
7

pub mod f16_weights;
pub mod f32_weights;
pub mod q4_weights;
pub mod q8_weights;

// Re-export from f32_weights (the primary/base weight types)
pub use self::f32_weights::*;