lattice-inference 0.7.2

Pure Rust transformer inference engine — safetensors loading, SIMD matmul, BGE/Qwen3 embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! QuaRot: Hadamard-rotated 4-bit quantization (Ashkboos et al., NeurIPS 2024).
//!
//! See [ADR-044](../../../../docs/adr/ADR-044-quarot-rotated-quantization.md).

pub mod convert;
pub mod forward_equivalence;
pub mod hadamard;
pub mod io;
pub mod lm_head;
pub mod lora;
pub mod pipeline;
pub mod plan;
#[cfg(test)]
mod r3_reference;
pub mod rmsnorm_fusion;
pub mod rotation;

pub use io::{ArtifactVersion, OnlineArtifactDescriptor, QuarotTensorReader, SourceDType};
pub use plan::{OnlineRotationSpec, OnlineTransformSite, RotationId};