Skip to main content

oxinfer/
lib.rs

1//! oxinfer: CPU-first inference for Gemma 4 and Qwen 3.5/3.8 in pure Rust, with optional
2//! runtime-detected accelerators.
3
4// The kernels and model code index several fixed-size register tiles and buffers in lockstep with
5// one loop counter; iterator chains there obscure the access pattern and can defeat unrolling.
6#![allow(clippy::needless_range_loop)]
7
8pub mod audio;
9pub mod chat;
10pub mod clock;
11pub mod config;
12#[cfg(all(feature = "gpu", not(any(target_os = "macos", target_os = "ios", target_arch = "wasm32"))))]
13pub mod cuda;
14pub mod drafter;
15pub mod fsx;
16pub mod gpu;
17#[cfg(feature = "hf")]
18pub mod hf;
19pub mod kernels;
20#[cfg(feature = "media")]
21pub mod media;
22#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
23pub mod metal;
24pub mod mm_config;
25pub mod model;
26pub mod platform;
27pub mod png;
28pub mod pool;
29pub mod prof;
30pub mod quant;
31pub mod qwen;
32pub mod safetensors;
33pub mod sampler;
34pub mod sd;
35pub mod tools;
36pub mod vision;
37#[cfg(all(feature = "web", target_arch = "wasm32", target_os = "unknown"))]
38pub mod web;