oxinfer 0.0.5

Local LLM inference in pure Rust (Gemma 4, Qwen 3.5/3.8): SIMD CPU kernels everywhere, GPUs detected at run time, and a WebAssembly + WebGPU browser build.
Documentation
# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2024"
rust-version = "1.95"
name = "oxinfer"
version = "0.0.5"
build = "build.rs"
exclude = [
    "/models",
    "/web",
    "/tools",
    "/.github",
    "*.safetensors",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Local LLM inference in pure Rust (Gemma 4, Qwen 3.5/3.8): SIMD CPU kernels everywhere, GPUs detected at run time, and a WebAssembly + WebGPU browser build."
homepage = "https://karpeleslab.github.io/oxinfer/"
readme = "README.md"
keywords = [
    "llm",
    "inference",
    "gemma",
    "qwen",
    "wasm",
]
categories = [
    "science",
    "wasm",
    "command-line-utilities",
]
license = "MIT"
repository = "https://github.com/KarpelesLab/oxinfer"

[features]
capi = []
default = [
    "media",
    "hf",
    "gpu",
]
gpu = ["dep:dlsym"]
hf = ["dep:rsurl"]
media = [
    "oxideav",
    "dep:oxideav-pipeline",
    "dep:oxideav-image",
    "dep:oxideav-png",
    "dep:oxideav-mjpeg",
    "dep:oxideav-webp",
    "dep:oxideav-gif",
    "dep:oxideav-bmp",
    "dep:oxideav-basic",
    "dep:oxideav-mp3",
    "dep:oxideav-flac",
    "dep:oxideav-aac",
    "dep:oxideav-mp4",
    "dep:oxideav-mov",
    "dep:oxideav-ogg",
    "dep:oxideav-vorbis",
    "dep:oxideav-opus",
    "dep:oxideav-mkv",
    "dep:oxideav-avi",
    "dep:oxideav-h264",
    "dep:oxideav-h265",
    "dep:oxideav-vp8",
    "dep:oxideav-vp9",
    "dep:oxideav-av1",
    "dep:oxideav-mpeg4video",
]
oxideav = ["dep:oxideav-core"]
web = ["dep:getrandom"]

[lib]
name = "oxinfer"
path = "src/lib.rs"

[[bin]]
name = "membench"
path = "src/bin/membench.rs"

[[bin]]
name = "oxinfer"
path = "src/main.rs"

[[example]]
name = "anemll"
path = "examples/anemll.rs"

[[example]]
name = "chat"
path = "examples/chat.rs"

[[example]]
name = "decide"
path = "examples/decide.rs"

[[example]]
name = "embed"
path = "examples/embed.rs"
required-features = ["hf"]

[[example]]
name = "janus_check"
path = "examples/janus_check.rs"
required-features = [
    "hf",
    "media",
]

[[example]]
name = "kernel_bench"
path = "examples/kernel_bench.rs"

[[example]]
name = "pass_bench"
path = "examples/pass_bench.rs"

[[example]]
name = "qwen_mtp"
path = "examples/qwen_mtp.rs"
required-features = ["hf"]

[[example]]
name = "sd_lora"
path = "examples/sd_lora.rs"
required-features = ["hf"]

[[example]]
name = "speak"
path = "examples/speak.rs"
required-features = ["hf"]

[[example]]
name = "transcribe"
path = "examples/transcribe.rs"
required-features = [
    "hf",
    "media",
]

[[test]]
name = "oxideav_e2e"
path = "tests/oxideav_e2e.rs"

[dependencies.anyhow]
version = "1.0.104"

[dependencies.dlsym]
version = "0.0.2"
optional = true

[dependencies.getrandom]
version = "0.3"
optional = true
default-features = false

[dependencies.half]
version = "2.7.1"

[dependencies.oxideav-aac]
version = "0.1.7"
optional = true

[dependencies.oxideav-av1]
version = "0.1.21"
optional = true

[dependencies.oxideav-avi]
version = ">=0.0.10, <0.1"
optional = true

[dependencies.oxideav-basic]
version = ">=0.0.11, <0.1"
optional = true

[dependencies.oxideav-bmp]
version = "0.1.8"
optional = true

[dependencies.oxideav-core]
version = "0.1.41"
optional = true

[dependencies.oxideav-flac]
version = ">=0.0.11, <0.1"
optional = true

[dependencies.oxideav-gif]
version = ">=0.0.14, <0.1"
optional = true

[dependencies.oxideav-h264]
version = "0.1.9"
optional = true

[dependencies.oxideav-h265]
version = ">=0.0.15, <0.1"
optional = true

[dependencies.oxideav-image]
version = "0.0.5"
optional = true

[dependencies.oxideav-mjpeg]
version = "0.1.13"
optional = true

[dependencies.oxideav-mkv]
version = ">=0.0.11, <0.1"
optional = true

[dependencies.oxideav-mov]
version = ">=0.0.6, <0.1"
optional = true

[dependencies.oxideav-mp3]
version = "0.1.3"
optional = true

[dependencies.oxideav-mp4]
version = ">=0.0.10, <0.1"
optional = true

[dependencies.oxideav-mpeg4video]
version = "0.1.8"
optional = true

[dependencies.oxideav-ogg]
version = "0.1.9"
optional = true

[dependencies.oxideav-opus]
version = ">=0.0.14, <0.1"
optional = true

[dependencies.oxideav-pipeline]
version = "0.1.13"
optional = true

[dependencies.oxideav-png]
version = "0.1.12"
optional = true

[dependencies.oxideav-vorbis]
version = ">=0.0.12, <0.1"
optional = true

[dependencies.oxideav-vp8]
version = "0.2.7"
optional = true

[dependencies.oxideav-vp9]
version = ">=0.0.14, <0.1"
optional = true

[dependencies.oxideav-webp]
version = "0.3.1"
optional = true

[dependencies.regex]
version = "1.12"
features = [
    "std",
    "unicode",
]
default-features = false

[dependencies.rsurl]
version = "0.1.20"
features = [
    "purecrypto-tls",
    "idn",
]
optional = true
default-features = false

[dependencies.serde]
version = "1.0.229"
features = ["derive"]

[dependencies.serde_json]
version = "1.0.154"
features = ["preserve_order"]

[dev-dependencies.oxideav-core]
version = "0.1.41"

[dev-dependencies.oxideav-image]
version = "0.0.5"

[dev-dependencies.oxideav-pipeline]
version = "0.1.13"

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.memmap2]
version = "0.9.11"

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokenizers]
version = "0.23.2"
features = ["unstable_wasm"]
default-features = false

[target.'cfg(target_arch = "wasm32")'.dependencies.tokenizers]
version = "0.23.2"
features = ["unstable_wasm"]
default-features = false

[profile.release]
opt-level = 3
lto = "fat"
codegen-units = 1
debug = 1