Skip to main content

oxinfer/
lib.rs

1//! oxinfer: CPU-first inference for Gemma 4 and Qwen 3.5/3.8 in pure Rust, with optional
2//! runtime-detected accelerators.
3
4// The kernels and model code index several fixed-size register tiles and buffers in lockstep with
5// one loop counter; iterator chains there obscure the access pattern and can defeat unrolling.
6#![allow(clippy::needless_range_loop)]
7
8/// The oxideav-core version oxinfer's API uses (the `oxideav` feature), for hosts that want to
9/// name the same types.
10#[cfg(feature = "oxideav")]
11pub use oxideav_core;
12
13#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
14pub mod anemll;
15pub mod audio;
16#[cfg(feature = "oxideav")]
17pub mod av;
18mod b64;
19pub mod bert;
20#[cfg(feature = "capi")]
21pub mod capi;
22pub mod chat;
23pub mod clock;
24pub mod config;
25#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
26pub mod coreml;
27#[cfg(all(feature = "gpu", not(any(target_os = "macos", target_os = "ios", target_arch = "wasm32"))))]
28pub mod cuda;
29pub mod decide;
30pub mod drafter;
31pub mod embed;
32pub mod engine;
33pub mod fsx;
34pub mod generate;
35pub mod ggml;
36pub mod gguf;
37pub mod gpu;
38#[cfg(feature = "hf")]
39pub mod hf;
40pub mod janus;
41pub mod kernels;
42pub mod lora;
43#[cfg(feature = "media")]
44pub mod media;
45#[cfg(all(feature = "gpu", any(target_os = "macos", target_os = "ios"), target_arch = "aarch64"))]
46pub mod metal;
47pub mod mm;
48pub mod mm_config;
49pub mod model;
50pub mod modernbert;
51pub mod mpnet;
52pub mod nomic_bert;
53pub mod platform;
54pub mod png;
55pub mod pool;
56pub mod prof;
57pub mod quant;
58pub mod qwen;
59pub mod qwen_mtp;
60pub mod qwen_vision;
61pub mod resample;
62pub mod safetensors;
63pub mod sampler;
64pub mod sd;
65pub mod snac;
66pub mod stream;
67pub mod tools;
68pub mod torch;
69pub mod tts;
70pub mod video;
71pub mod vision;
72#[cfg(all(feature = "web", target_arch = "wasm32", target_os = "unknown"))]
73pub mod web;
74pub mod whisper;