[package]
edition = "2021"
rust-version = "1.86"
name = "oxibonsai-runtime"
version = "0.1.4"
authors = ["COOLJAPAN OU (Team KitaSan)"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Inference runtime, sampling, tokenizer, and server for OxiBonsai"
homepage = "https://github.com/cool-japan/oxibonsai"
documentation = "https://docs.rs/oxibonsai-runtime"
readme = "README.md"
keywords = [
"inference",
"runtime",
"sampling",
"generation",
"llm",
]
categories = [
"science",
"algorithms",
]
license = "Apache-2.0"
repository = "https://github.com/cool-japan/oxibonsai"
[features]
default = ["server"]
metal = [
"oxibonsai-kernels/metal",
"oxibonsai-model/metal",
]
native-cuda = [
"oxibonsai-kernels/native-cuda",
"oxibonsai-model/native-cuda",
]
rag = [
"dep:axum",
"dep:tower",
"dep:tower-http",
]
server = [
"dep:axum",
"dep:tower",
"dep:tower-http",
]
wasm = []
[lib]
name = "oxibonsai_runtime"
path = "src/lib.rs"
[[test]]
name = "adaptive_sampling_tests"
path = "tests/adaptive_sampling_tests.rs"
[[test]]
name = "admin_tests"
path = "tests/admin_tests.rs"
[[test]]
name = "api_extensions_tests"
path = "tests/api_extensions_tests.rs"
[[test]]
name = "auto_tuner_tests"
path = "tests/auto_tuner_tests.rs"
[[test]]
name = "builders_test"
path = "tests/builders_test.rs"
[[test]]
name = "circuit_breaker_test"
path = "tests/circuit_breaker_test.rs"
[[test]]
name = "completions_tests"
path = "tests/completions_tests.rs"
[[test]]
name = "config_tests"
path = "tests/config_tests.rs"
[[test]]
name = "constrained_decoding_tests"
path = "tests/constrained_decoding_tests.rs"
[[test]]
name = "dedup_tests"
path = "tests/dedup_tests.rs"
[[test]]
name = "distributed_tests"
path = "tests/distributed_tests.rs"
[[test]]
name = "embeddings_tests"
path = "tests/embeddings_tests.rs"
[[test]]
name = "engine_controllers_tests"
path = "tests/engine_controllers_tests.rs"
[[test]]
name = "extended_constraints_tests"
path = "tests/extended_constraints_tests.rs"
[[test]]
name = "gbnf_parse_tests"
path = "tests/gbnf_parse_tests.rs"
[[test]]
name = "generate_pipeline_tests"
path = "tests/generate_pipeline_tests.rs"
[[test]]
name = "grammar_cache_tests"
path = "tests/grammar_cache_tests.rs"
[[test]]
name = "grammar_tests"
path = "tests/grammar_tests.rs"
[[test]]
name = "health_test"
path = "tests/health_test.rs"
[[test]]
name = "hot_reload_tests"
path = "tests/hot_reload_tests.rs"
[[test]]
name = "json_schema_compile_tests"
path = "tests/json_schema_compile_tests.rs"
[[test]]
name = "json_schema_tests"
path = "tests/json_schema_tests.rs"
[[test]]
name = "kv_cache_policy_fp8_tests"
path = "tests/kv_cache_policy_fp8_tests.rs"
[[test]]
name = "multi_model_tests"
path = "tests/multi_model_tests.rs"
[[test]]
name = "native_tokenizer_tests"
path = "tests/native_tokenizer_tests.rs"
[[test]]
name = "nbest_tests"
path = "tests/nbest_tests.rs"
[[test]]
name = "profiler_tests"
path = "tests/profiler_tests.rs"
[[test]]
name = "quality_metrics_tests"
path = "tests/quality_metrics_tests.rs"
[[test]]
name = "rag_server_tests"
path = "tests/rag_server_tests.rs"
[[test]]
name = "regex_compile_tests"
path = "tests/regex_compile_tests.rs"
[[test]]
name = "request_id_propagation_tests"
path = "tests/request_id_propagation_tests.rs"
[[test]]
name = "sampling_advanced_tests"
path = "tests/sampling_advanced_tests.rs"
[[test]]
name = "sampling_distribution_tests"
path = "tests/sampling_distribution_tests.rs"
[[test]]
name = "sampling_tests"
path = "tests/sampling_tests.rs"
[[test]]
name = "server_tests"
path = "tests/server_tests.rs"
[[test]]
name = "stream_metrics_tests"
path = "tests/stream_metrics_tests.rs"
[[test]]
name = "token_budget_tests"
path = "tests/token_budget_tests.rs"
[[test]]
name = "tool_calling_tests"
path = "tests/tool_calling_tests.rs"
[[test]]
name = "web_ui_tests"
path = "tests/web_ui_tests.rs"
[dependencies.axum]
version = "0.8.9"
optional = true
[dependencies.memmap2]
version = "0.9.10"
[dependencies.oxibonsai-core]
version = "0.1.4"
[dependencies.oxibonsai-kernels]
version = "0.1.4"
[dependencies.oxibonsai-model]
version = "0.1.4"
[dependencies.oxibonsai-rag]
version = "0.1.4"
[dependencies.oxibonsai-tokenizer]
version = "0.1.4"
[dependencies.serde]
version = "1.0.228"
features = ["derive"]
[dependencies.serde_json]
version = "1.0.149"
[dependencies.thiserror]
version = "2.0.18"
[dependencies.toml]
version = "1.1.2"
[dependencies.tower]
version = "0.5.3"
optional = true
[dependencies.tower-http]
version = "0.6.10"
features = [
"cors",
"trace",
]
optional = true
[dependencies.tracing]
version = "0.1.44"
[dev-dependencies.axum]
version = "0.8.9"
[dev-dependencies.http-body-util]
version = "0.1.3"
[dev-dependencies.proptest]
version = "1.11.0"
[dev-dependencies.tokio]
version = "1.52.3"
features = [
"full",
"full",
]
[dev-dependencies.tower]
version = "0.5.3"
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokenizers]
version = "0.23.1"
features = ["fancy-regex"]
default-features = false
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokio]
version = "1.52.3"
features = ["full"]
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokio-stream]
version = "0.1.18"
[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tracing-subscriber]
version = "0.3.23"
features = [
"env-filter",
"json",
]
[target.'cfg(target_os = "macos")'.dependencies.mach2]
version = "0.6.0"
[target."cfg(unix)".dependencies.libc]
version = "0.2.186"