realizar 0.8.5

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5

mod q4k_weight;
mod simd_matmul;
mod tests_03;
mod thread_config;
mod thread_config_02;