[package]
edition = "2024"
rust-version = "1.89"
name = "hoosh"
version = "1.0.0"
build = false
exclude = [
".claude/",
"target/",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "AI inference gateway — multi-provider LLM routing, local model serving, speech-to-text, and token budget management"
homepage = "https://github.com/MacCracken/hoosh"
documentation = "https://docs.rs/hoosh"
readme = "README.md"
keywords = [
"llm",
"inference",
"whisper",
"ai",
"gateway",
]
categories = [
"science",
"web-programming::http-server",
]
license = "AGPL-3.0-only"
repository = "https://github.com/MacCracken/hoosh"
[features]
all-providers = [
"ollama",
"llamacpp",
"openai",
"anthropic",
"deepseek",
"mistral",
"groq",
"openrouter",
"lmstudio",
"localai",
"synapse",
"grok",
]
anthropic = []
deepseek = []
default = [
"all-providers",
"hwaccel",
]
dlp = ["dep:regex"]
grok = []
groq = []
hwaccel = ["dep:ai-hwaccel"]
llamacpp = []
lmstudio = []
localai = []
mistral = []
ollama = []
openai = []
openrouter = []
otel = [
"dep:opentelemetry",
"dep:opentelemetry_sdk",
"dep:opentelemetry-otlp",
"dep:tracing-opentelemetry",
]
piper = []
sentiment = ["dep:bhava"]
synapse = []
tools = [
"dep:bote",
"dep:szal",
]
whisper = ["dep:whisper-rs"]
[lib]
name = "hoosh"
path = "src/lib.rs"
[[bin]]
name = "hoosh"
path = "src/main.rs"
[[bench]]
name = "e2e"
path = "benches/e2e.rs"
harness = false
[[bench]]
name = "hot_path"
path = "benches/hot_path.rs"
harness = false
[[bench]]
name = "live_providers"
path = "benches/live_providers.rs"
harness = false
[[bench]]
name = "providers"
path = "benches/providers.rs"
harness = false
[[bench]]
name = "routing"
path = "benches/routing.rs"
harness = false
[dependencies.ai-hwaccel]
version = "1.0.0"
features = [
"vulkan",
"rocm",
"cuda",
]
optional = true
default-features = false
[dependencies.anyhow]
version = "1"
[dependencies.arc-swap]
version = "1"
[dependencies.async-stream]
version = "0.3"
[dependencies.async-trait]
version = "0.1"
[dependencies.axum]
version = "0.8"
[dependencies.bhava]
version = "0.23.3"
features = ["sentiment"]
optional = true
default-features = false
[dependencies.bote]
version = "0.22.3"
optional = true
default-features = false
[dependencies.bytes]
version = "1"
[dependencies.chrono]
version = "0.4"
features = ["serde"]
[dependencies.clap]
version = "4"
features = ["derive"]
[dependencies.dashmap]
version = "6"
[dependencies.futures]
version = "0.3"
[dependencies.hex]
version = "0.4"
[dependencies.hmac]
version = "0.12"
[dependencies.majra]
version = "0.21.3"
default-features = true
[dependencies.opentelemetry]
version = "0.27"
optional = true
[dependencies.opentelemetry-otlp]
version = "0.27"
optional = true
[dependencies.opentelemetry_sdk]
version = "0.27"
features = ["rt-tokio"]
optional = true
[dependencies.prometheus]
version = "0.14"
[dependencies.rand]
version = "0.9"
[dependencies.regex]
version = "1"
optional = true
[dependencies.reqwest]
version = "0.13"
features = [
"json",
"rustls",
"stream",
"http2",
]
default-features = false
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.sha2]
version = "0.10"
[dependencies.szal]
version = "0.23.4"
optional = true
default-features = false
[dependencies.thiserror]
version = "2"
[dependencies.tokio]
version = "1"
features = [
"rt-multi-thread",
"macros",
"net",
"time",
"signal",
"sync",
]
[dependencies.tokio-util]
version = "0.7"
features = ["rt"]
[dependencies.toml]
version = "0.8"
[dependencies.tower]
version = "0.5"
features = ["util"]
[dependencies.tower-http]
version = "0.6"
features = [
"cors",
"limit",
]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-opentelemetry]
version = "0.28"
optional = true
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"env-filter",
"json",
]
[dependencies.uuid]
version = "1"
features = [
"v4",
"serde",
]
[dependencies.whisper-rs]
version = "0.16"
optional = true
[dev-dependencies.criterion]
version = "0.8"
features = ["html_reports"]
[dev-dependencies.tempfile]
version = "3"
[dev-dependencies.tokio-test]
version = "0.4"