[package]
edition = "2024"
name = "dynamo-runtime"
version = "0.9.0"
authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Dynamo Runtime Library"
homepage = "https://github.com/ai-dynamo/dynamo"
readme = "README.md"
license = "Apache-2.0"
repository = "https://github.com/ai-dynamo/dynamo.git"
[features]
compute-validation = []
default = []
integration = []
tcp-low-latency = []
testing-etcd = []
tokio-console = [
"dep:console-subscriber",
"tokio/tracing",
]
[lib]
name = "dynamo_runtime"
path = "src/lib.rs"
[[test]]
name = "lifecycle"
path = "tests/lifecycle.rs"
[[test]]
name = "pipeline"
path = "tests/pipeline.rs"
[[test]]
name = "pool"
path = "tests/pool.rs"
[[test]]
name = "soak"
path = "tests/soak.rs"
[[bench]]
name = "compute_pool_overhead"
path = "benches/compute_pool_overhead.rs"
harness = false
[[bench]]
name = "tcp_codec_perf"
path = "benches/tcp_codec_perf.rs"
harness = false
[dependencies.anyhow]
version = "1"
[dependencies.arc-swap]
version = "1"
[dependencies.async-nats]
version = "0.45.0"
features = ["service"]
[dependencies.async-once-cell]
version = "0.5.4"
[dependencies.async-stream]
version = "0.3"
[dependencies.async-trait]
version = "0.1"
[dependencies.async_zmq]
version = "0.4.0"
[dependencies.axum]
version = "=0.8.4"
features = ["macros"]
[dependencies.bincode]
version = "1"
[dependencies.blake3]
version = "1"
[dependencies.bytes]
version = "1"
[dependencies.chrono]
version = "0.4"
features = [
"alloc",
"std",
"clock",
"now",
"serde",
]
default-features = false
[dependencies.console-subscriber]
version = "0.4"
optional = true
[dependencies.dashmap]
version = "6.1"
[dependencies.derive-getters]
version = "0.5"
[dependencies.derive_builder]
version = "0.20"
[dependencies.dynamo-config]
version = "0.9.0"
[dependencies.educe]
version = "0.6.0"
[dependencies.either]
version = "1.13"
features = ["serde"]
[dependencies.etcd-client]
version = "0.17.0"
features = ["tls"]
[dependencies.figment]
version = "0.10.19"
features = [
"env",
"json",
"toml",
"test",
]
[dependencies.futures]
version = "0.3"
[dependencies.humantime]
version = "2.2.0"
[dependencies.hyper]
version = "1.5"
features = [
"http2",
"server",
]
[dependencies.hyper-util]
version = "0.1"
features = [
"tokio",
"server",
"server-auto",
]
[dependencies.inotify]
version = "0.11"
[dependencies.k8s-openapi]
version = "0.26.0"
features = ["v1_32"]
[dependencies.kube]
version = "2.0.1"
features = [
"runtime",
"derive",
"client",
"rustls-tls",
"aws-lc-rs",
]
default-features = false
[dependencies.libc]
version = "0.2"
[dependencies.local-ip-address]
version = "0.6.3"
[dependencies.log]
version = "0.4"
[dependencies.lru]
version = "0.12"
[dependencies.nid]
version = "3.0.0"
features = ["serde"]
[dependencies.nix]
version = "0.29"
features = ["signal"]
[dependencies.notify]
version = "6.1"
features = ["macos_fsevent"]
default-features = false
[dependencies.nuid]
version = "0.5"
[dependencies.once_cell]
version = "1"
[dependencies.opentelemetry]
version = "0.31.0"
features = ["trace"]
[dependencies.opentelemetry-otlp]
version = "0.31.0"
features = [
"trace",
"grpc-tonic",
]
[dependencies.opentelemetry_sdk]
version = "0.31.0"
features = [
"trace",
"rt-tokio",
]
[dependencies.parking_lot]
version = "0.12.5"
[dependencies.percent-encoding]
version = "2.3.2"
[dependencies.prometheus]
version = "0.14"
[dependencies.rand]
version = "0.9.2"
[dependencies.rayon]
version = "1.10"
[dependencies.regex]
version = "1"
[dependencies.reqwest]
version = "0.12.24"
features = [
"json",
"stream",
"rustls-tls",
]
default-features = false
[dependencies.rmp-serde]
version = "1"
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.socket2]
version = "0.5.8"
[dependencies.thiserror]
version = "2.0.17"
[dependencies.tmq]
version = "0.5.0"
[dependencies.tokio]
version = "1"
features = ["full"]
[dependencies.tokio-rayon]
version = "2.1"
[dependencies.tokio-stream]
version = "0.1"
[dependencies.tokio-util]
version = "0.7"
features = [
"codec",
"net",
"rt",
]
[dependencies.tower]
version = "0.5"
[dependencies.tower-http]
version = "0.6"
features = ["trace"]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-opentelemetry]
version = "0.32.0"
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"env-filter",
"local-time",
"json",
]
[dependencies.url]
version = "2.5"
features = ["serde"]
[dependencies.uuid]
version = "1.18.1"
features = [
"v4",
"serde",
]
[dependencies.validator]
version = "0.20.0"
features = ["derive"]
[dependencies.xxhash-rust]
version = "0.8"
features = [
"xxh3",
"const_xxh3",
]
[dependencies.zmq]
version = "0.10"
[dev-dependencies.assert_matches]
version = "1.5.0"
[dev-dependencies.criterion]
version = "0.5"
features = ["async_tokio"]
[dev-dependencies.env_logger]
version = "0.11"
[dev-dependencies.jsonschema]
version = "0.17"
[dev-dependencies.rstest]
version = "0.23.0"
[dev-dependencies.stdio-override]
version = "0.2.0"
[dev-dependencies.temp-env]
version = "0.3.6"
features = ["async_closure"]
[dev-dependencies.tempfile]
version = "3"