[package]
edition = "2024"
rust-version = "1.95"
name = "oxinfer"
version = "0.0.5"
build = "build.rs"
exclude = [
"/models",
"/web",
"/tools",
"/.github",
"*.safetensors",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Local LLM inference in pure Rust (Gemma 4, Qwen 3.5/3.8): SIMD CPU kernels everywhere, GPUs detected at run time, and a WebAssembly + WebGPU browser build."
homepage = "https://karpeleslab.github.io/oxinfer/"
readme = "README.md"
keywords = [
"llm",
"inference",
"gemma",
"qwen",
"wasm",
]
categories = [
"science",
"wasm",
"command-line-utilities",
]
license = "MIT"
repository = "https://github.com/KarpelesLab/oxinfer"
[features]
capi = []
default = [
"media",
"hf",
"gpu",
]
gpu = ["dep:dlsym"]
hf = ["dep:rsurl"]
media = [
"oxideav",
"dep:oxideav-pipeline",
"dep:oxideav-image",
"dep:oxideav-png",
"dep:oxideav-mjpeg",
"dep:oxideav-webp",
"dep:oxideav-gif",
"dep:oxideav-bmp",
"dep:oxideav-basic",
"dep:oxideav-mp3",
"dep:oxideav-flac",
"dep:oxideav-aac",
"dep:oxideav-mp4",
"dep:oxideav-mov",
"dep:oxideav-ogg",
"dep:oxideav-vorbis",
"dep:oxideav-opus",
"dep:oxideav-mkv",
"dep:oxideav-avi",
"dep:oxideav-h264",
"dep:oxideav-h265",
"dep:oxideav-vp8",
"dep:oxideav-vp9",
"dep:oxideav-av1",
"dep:oxideav-mpeg4video",
]
oxideav = ["dep:oxideav-core"]
web = ["dep:getrandom"]
[lib]
name = "oxinfer"
path = "src/lib.rs"
[[bin]]
name = "membench"
path = "src/bin/membench.rs"
[[bin]]
name = "oxinfer"
path = "src/main.rs"
[[example]]
name = "anemll"
path = "examples/anemll.rs"
[[example]]
name = "chat"
path = "examples/chat.rs"
[[example]]
name = "decide"
path = "examples/decide.rs"
[[example]]
name = "embed"
path = "examples/embed.rs"
required-features = ["hf"]
[[example]]
name = "janus_check"
path = "examples/janus_check.rs"
required-features = [
"hf",
"media",
]
[[example]]
name = "kernel_bench"
path = "examples/kernel_bench.rs"
[[example]]
name = "pass_bench"
path = "examples/pass_bench.rs"
[[example]]
name = "qwen_mtp"
path = "examples/qwen_mtp.rs"
required-features = ["hf"]
[[example]]
name = "sd_lora"
path = "examples/sd_lora.rs"
required-features = ["hf"]
[[example]]
name = "speak"
path = "examples/speak.rs"
required-features = ["hf"]
[[example]]
name = "transcribe"
path = "examples/transcribe.rs"
required-features = [
"hf",
"media",
]
[[test]]
name = "oxideav_e2e"
path = "tests/oxideav_e2e.rs"
[dependencies.anyhow]
version = "1.0.104"
[dependencies.dlsym]
version = "0.0.2"
optional = true
[dependencies.getrandom]
version = "0.3"
optional = true
default-features = false
[dependencies.half]
version = "2.7.1"
[dependencies.oxideav-aac]
version = "0.1.7"
optional = true
[dependencies.oxideav-av1]
version = "0.1.21"
optional = true
[dependencies.oxideav-avi]
version = ">=0.0.10, <0.1"
optional = true
[dependencies.oxideav-basic]
version = ">=0.0.11, <0.1"
optional = true
[dependencies.oxideav-bmp]
version = "0.1.8"
optional = true
[dependencies.oxideav-core]
version = "0.1.41"
optional = true
[dependencies.oxideav-flac]
version = ">=0.0.11, <0.1"
optional = true
[dependencies.oxideav-gif]
version = ">=0.0.14, <0.1"
optional = true
[dependencies.oxideav-h264]
version = "0.1.9"
optional = true
[dependencies.oxideav-h265]
version = ">=0.0.15, <0.1"
optional = true
[dependencies.oxideav-image]
version = "0.0.5"
optional = true
[dependencies.oxideav-mjpeg]
version = "0.1.13"
optional = true
[dependencies.oxideav-mkv]
version = ">=0.0.11, <0.1"
optional = true
[dependencies.oxideav-mov]
version = ">=0.0.6, <0.1"
optional = true
[dependencies.oxideav-mp3]
version = "0.1.3"
optional = true
[dependencies.oxideav-mp4]
version = ">=0.0.10, <0.1"
optional = true
[dependencies.oxideav-mpeg4video]
version = "0.1.8"
optional = true
[dependencies.oxideav-ogg]
version = "0.1.9"
optional = true
[dependencies.oxideav-opus]
version = ">=0.0.14, <0.1"
optional = true
[dependencies.oxideav-pipeline]
version = "0.1.13"
optional = true
[dependencies.oxideav-png]
version = "0.1.12"
optional = true
[dependencies.oxideav-vorbis]
version = ">=0.0.12, <0.1"
optional = true
[dependencies.oxideav-vp8]
version = "0.2.7"
optional = true
[dependencies.oxideav-vp9]
version = ">=0.0.14, <0.1"
optional = true
[dependencies.oxideav-webp]
version = "0.3.1"
optional = true
[dependencies.regex]
version = "1.12"
features = [
"std",
"unicode",
]
default-features = false
[dependencies.rsurl]
version = "0.1.20"
features = [
"purecrypto-tls",
"idn",
]
optional = true
default-features = false
[dependencies.serde]
version = "1.0.229"
features = ["derive"]
[dependencies.serde_json]
version = "1.0.154"
features = ["preserve_order"]
[dev-dependencies.oxideav-core]
version = "0.1.41"
[dev-dependencies.oxideav-image]
version = "0.0.5"
[dev-dependencies.oxideav-pipeline]
version = "0.1.13"
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.memmap2]
version = "0.9.11"
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokenizers]
version = "0.23.2"
features = ["unstable_wasm"]
default-features = false
[target.'cfg(target_arch = "wasm32")'.dependencies.tokenizers]
version = "0.23.2"
features = ["unstable_wasm"]
default-features = false
[profile.release]
opt-level = 3
lto = "fat"
codegen-units = 1
debug = 1