oxinfer 0.0.3

Local LLM inference in pure Rust (Gemma 4, Qwen 3.5/3.8): SIMD CPU kernels everywhere, GPUs detected at run time, and a WebAssembly + WebGPU browser build.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! oxinfer: CPU-first inference for Gemma 4 and Qwen 3.5/3.8 in pure Rust, with optional
//! runtime-detected accelerators.

// The kernels and model code index several fixed-size register tiles and buffers in lockstep with
// one loop counter; iterator chains there obscure the access pattern and can defeat unrolling.
#![allow(clippy::needless_range_loop)]

pub mod audio;
pub mod chat;
pub mod clock;
pub mod config;
#[cfg(all(feature = "gpu", not(any(target_os = "macos", target_os = "ios", target_arch = "wasm32"))))]
pub mod cuda;
pub mod drafter;
pub mod fsx;
pub mod gpu;
#[cfg(feature = "hf")]
pub mod hf;
pub mod kernels;
#[cfg(feature = "media")]
pub mod media;
#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
pub mod metal;
pub mod mm_config;
pub mod model;
pub mod platform;
pub mod png;
pub mod pool;
pub mod prof;
pub mod quant;
pub mod qwen;
pub mod safetensors;
pub mod sampler;
pub mod sd;
pub mod tools;
pub mod vision;
#[cfg(all(feature = "web", target_arch = "wasm32", target_os = "unknown"))]
pub mod web;