lattice-inference 0.4.0

Pure Rust transformer inference engine — safetensors loading, SIMD matmul, BGE/Qwen3 embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

mod api;
mod bind_groups;
mod buffers;
mod dims;
mod dispatch;
mod params;
mod pipelines;
mod shaders;
mod state;
mod util;

#[cfg(test)]
mod tests;

pub use api::{GpuForwardError, GpuRuntimeConfig, Qwen3Config, Qwen3LayerWeights, Qwen3Weights};
pub use state::GpuModelState;

#[cfg(test)]
pub use util::build_rope_tables;