dynamo_runtime/
lib.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Dynamo
5
6#![allow(dead_code)]
7#![allow(unused_imports)]
8
9use std::{
10    collections::HashMap,
11    sync::{Arc, OnceLock, Weak},
12};
13
14pub use anyhow::{
15    Context as ErrorContext, Error, Ok as OK, Result, anyhow as error, bail as raise,
16};
17
18use async_once_cell::OnceCell;
19
20pub mod config;
21pub use config::RuntimeConfig;
22
23pub mod component;
24pub mod compute;
25pub mod discovery;
26pub mod engine;
27pub mod engine_routes;
28pub mod error;
29pub mod health_check;
30pub mod local_endpoint_registry;
31pub mod metadata_registry;
32pub mod system_status_server;
33pub use system_status_server::SystemStatusServerInfo;
34pub mod distributed;
35pub mod instances;
36pub mod logging;
37pub mod metrics;
38pub mod namespace;
39pub mod nvtx;
40pub mod pipeline;
41pub mod prelude;
42pub mod protocols;
43mod routing_policy;
44pub mod runnable;
45pub mod runtime;
46pub mod service;
47pub mod slug;
48pub mod storage;
49pub mod system_health;
50pub mod telemetry;
51#[cfg(test)]
52mod test_utils;
53pub mod tls_utils;
54pub mod traits;
55pub mod transports;
56pub mod utils;
57pub mod worker;
58
59pub use distributed::{DistributedRuntime, distributed_test_utils};
60pub use futures::stream;
61pub use metrics::MetricsRegistry;
62pub use runtime::Runtime;
63pub use system_health::{HealthCheckTarget, SystemHealth};
64pub use tokio_util::sync::CancellationToken;
65pub use worker::Worker;
66
67use component::Endpoint;
68use utils::GracefulShutdownTracker;
69
70use config::HealthStatus;
dynamo_runtime/lib.rs

dynamo_runtime/
lib.rs
