oxinfer 0.0.5

Local LLM inference in pure Rust (Gemma 4, Qwen 3.5/3.8): SIMD CPU kernels everywhere, GPUs detected at run time, and a WebAssembly + WebGPU browser build.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! oxinfer: CPU-first inference for Gemma 4 and Qwen 3.5/3.8 in pure Rust, with optional
//! runtime-detected accelerators.

// The kernels and model code index several fixed-size register tiles and buffers in lockstep with
// one loop counter; iterator chains there obscure the access pattern and can defeat unrolling.
#![allow(clippy::needless_range_loop)]

/// The oxideav-core version oxinfer's API uses (the `oxideav` feature), for hosts that want to
/// name the same types.
#[cfg(feature = "oxideav")]
pub use oxideav_core;

#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
pub mod anemll;
pub mod audio;
#[cfg(feature = "oxideav")]
pub mod av;
mod b64;
pub mod bert;
#[cfg(feature = "capi")]
pub mod capi;
pub mod chat;
pub mod clock;
pub mod config;
#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
pub mod coreml;
#[cfg(all(feature = "gpu", not(any(target_os = "macos", target_os = "ios", target_arch = "wasm32"))))]
pub mod cuda;
pub mod decide;
pub mod drafter;
pub mod embed;
pub mod engine;
pub mod fsx;
pub mod generate;
pub mod ggml;
pub mod gguf;
pub mod gpu;
#[cfg(feature = "hf")]
pub mod hf;
pub mod janus;
pub mod kernels;
pub mod lora;
#[cfg(feature = "media")]
pub mod media;
#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
pub mod metal;
pub mod mm;
pub mod mm_config;
pub mod model;
pub mod modernbert;
pub mod mpnet;
pub mod nomic_bert;
pub mod platform;
pub mod png;
pub mod pool;
pub mod prof;
pub mod quant;
pub mod qwen;
pub mod qwen_mtp;
pub mod qwen_vision;
pub mod resample;
pub mod safetensors;
pub mod sampler;
pub mod sd;
pub mod snac;
pub mod stream;
pub mod tools;
pub mod torch;
pub mod tts;
pub mod video;
pub mod vision;
#[cfg(all(feature = "web", target_arch = "wasm32", target_os = "unknown"))]
pub mod web;
pub mod whisper;