oxibonsai-runtime 0.1.4

Inference runtime, sampling, tokenizer, and server for OxiBonsai
Documentation
# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
rust-version = "1.86"
name = "oxibonsai-runtime"
version = "0.1.4"
authors = ["COOLJAPAN OU (Team KitaSan)"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Inference runtime, sampling, tokenizer, and server for OxiBonsai"
homepage = "https://github.com/cool-japan/oxibonsai"
documentation = "https://docs.rs/oxibonsai-runtime"
readme = "README.md"
keywords = [
    "inference",
    "runtime",
    "sampling",
    "generation",
    "llm",
]
categories = [
    "science",
    "algorithms",
]
license = "Apache-2.0"
repository = "https://github.com/cool-japan/oxibonsai"

[features]
default = ["server"]
metal = [
    "oxibonsai-kernels/metal",
    "oxibonsai-model/metal",
]
native-cuda = [
    "oxibonsai-kernels/native-cuda",
    "oxibonsai-model/native-cuda",
]
rag = [
    "dep:axum",
    "dep:tower",
    "dep:tower-http",
]
server = [
    "dep:axum",
    "dep:tower",
    "dep:tower-http",
]
wasm = []

[lib]
name = "oxibonsai_runtime"
path = "src/lib.rs"

[[test]]
name = "adaptive_sampling_tests"
path = "tests/adaptive_sampling_tests.rs"

[[test]]
name = "admin_tests"
path = "tests/admin_tests.rs"

[[test]]
name = "api_extensions_tests"
path = "tests/api_extensions_tests.rs"

[[test]]
name = "auto_tuner_tests"
path = "tests/auto_tuner_tests.rs"

[[test]]
name = "builders_test"
path = "tests/builders_test.rs"

[[test]]
name = "circuit_breaker_test"
path = "tests/circuit_breaker_test.rs"

[[test]]
name = "completions_tests"
path = "tests/completions_tests.rs"

[[test]]
name = "config_tests"
path = "tests/config_tests.rs"

[[test]]
name = "constrained_decoding_tests"
path = "tests/constrained_decoding_tests.rs"

[[test]]
name = "dedup_tests"
path = "tests/dedup_tests.rs"

[[test]]
name = "distributed_tests"
path = "tests/distributed_tests.rs"

[[test]]
name = "embeddings_tests"
path = "tests/embeddings_tests.rs"

[[test]]
name = "engine_controllers_tests"
path = "tests/engine_controllers_tests.rs"

[[test]]
name = "extended_constraints_tests"
path = "tests/extended_constraints_tests.rs"

[[test]]
name = "gbnf_parse_tests"
path = "tests/gbnf_parse_tests.rs"

[[test]]
name = "generate_pipeline_tests"
path = "tests/generate_pipeline_tests.rs"

[[test]]
name = "grammar_cache_tests"
path = "tests/grammar_cache_tests.rs"

[[test]]
name = "grammar_tests"
path = "tests/grammar_tests.rs"

[[test]]
name = "health_test"
path = "tests/health_test.rs"

[[test]]
name = "hot_reload_tests"
path = "tests/hot_reload_tests.rs"

[[test]]
name = "json_schema_compile_tests"
path = "tests/json_schema_compile_tests.rs"

[[test]]
name = "json_schema_tests"
path = "tests/json_schema_tests.rs"

[[test]]
name = "kv_cache_policy_fp8_tests"
path = "tests/kv_cache_policy_fp8_tests.rs"

[[test]]
name = "multi_model_tests"
path = "tests/multi_model_tests.rs"

[[test]]
name = "native_tokenizer_tests"
path = "tests/native_tokenizer_tests.rs"

[[test]]
name = "nbest_tests"
path = "tests/nbest_tests.rs"

[[test]]
name = "profiler_tests"
path = "tests/profiler_tests.rs"

[[test]]
name = "quality_metrics_tests"
path = "tests/quality_metrics_tests.rs"

[[test]]
name = "rag_server_tests"
path = "tests/rag_server_tests.rs"

[[test]]
name = "regex_compile_tests"
path = "tests/regex_compile_tests.rs"

[[test]]
name = "request_id_propagation_tests"
path = "tests/request_id_propagation_tests.rs"

[[test]]
name = "sampling_advanced_tests"
path = "tests/sampling_advanced_tests.rs"

[[test]]
name = "sampling_distribution_tests"
path = "tests/sampling_distribution_tests.rs"

[[test]]
name = "sampling_tests"
path = "tests/sampling_tests.rs"

[[test]]
name = "server_tests"
path = "tests/server_tests.rs"

[[test]]
name = "stream_metrics_tests"
path = "tests/stream_metrics_tests.rs"

[[test]]
name = "token_budget_tests"
path = "tests/token_budget_tests.rs"

[[test]]
name = "tool_calling_tests"
path = "tests/tool_calling_tests.rs"

[[test]]
name = "web_ui_tests"
path = "tests/web_ui_tests.rs"

[dependencies.axum]
version = "0.8.9"
optional = true

[dependencies.memmap2]
version = "0.9.10"

[dependencies.oxibonsai-core]
version = "0.1.4"

[dependencies.oxibonsai-kernels]
version = "0.1.4"

[dependencies.oxibonsai-model]
version = "0.1.4"

[dependencies.oxibonsai-rag]
version = "0.1.4"

[dependencies.oxibonsai-tokenizer]
version = "0.1.4"

[dependencies.serde]
version = "1.0.228"
features = ["derive"]

[dependencies.serde_json]
version = "1.0.149"

[dependencies.thiserror]
version = "2.0.18"

[dependencies.toml]
version = "1.1.2"

[dependencies.tower]
version = "0.5.3"
optional = true

[dependencies.tower-http]
version = "0.6.10"
features = [
    "cors",
    "trace",
]
optional = true

[dependencies.tracing]
version = "0.1.44"

[dev-dependencies.axum]
version = "0.8.9"

[dev-dependencies.http-body-util]
version = "0.1.3"

[dev-dependencies.proptest]
version = "1.11.0"

[dev-dependencies.tokio]
version = "1.52.3"
features = [
    "full",
    "full",
]

[dev-dependencies.tower]
version = "0.5.3"

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokenizers]
version = "0.23.1"
features = ["fancy-regex"]
default-features = false

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokio]
version = "1.52.3"
features = ["full"]

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokio-stream]
version = "0.1.18"

[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tracing-subscriber]
version = "0.3.23"
features = [
    "env-filter",
    "json",
]

[target.'cfg(target_os = "macos")'.dependencies.mach2]
version = "0.6.0"

[target."cfg(unix)".dependencies.libc]
version = "0.2.186"