dynamo_runtime/
lib.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Dynamo
5
6#![allow(dead_code)]
7#![allow(unused_imports)]
8
9use std::{
10    collections::HashMap,
11    sync::{Arc, OnceLock, Weak},
12};
13
14pub use anyhow::{
15    Context as ErrorContext, Error, Ok as OK, Result, anyhow as error, bail as raise,
16};
17
18use async_once_cell::OnceCell;
19
20pub mod config;
21pub use config::RuntimeConfig;
22
23pub mod component;
24pub mod compute;
25pub mod discovery;
26pub mod engine;
27pub mod engine_routes;
28pub mod error;
29pub mod health_check;
30pub mod local_endpoint_registry;
31pub mod metadata_registry;
32pub mod system_status_server;
33pub use system_status_server::SystemStatusServerInfo;
34pub mod distributed;
35pub mod instances;
36pub mod logging;
37pub mod metrics;
38pub mod namespace;
39pub mod nvtx;
40pub mod pipeline;
41pub mod prelude;
42pub mod protocols;
43mod routing_policy;
44pub mod runnable;
45pub mod runtime;
46pub mod service;
47pub mod slug;
48pub mod storage;
49pub mod system_health;
50pub mod tls_utils;
51pub mod traits;
52pub mod transports;
53pub mod utils;
54pub mod worker;
55
56pub use distributed::{DistributedRuntime, distributed_test_utils};
57pub use futures::stream;
58pub use metrics::MetricsRegistry;
59pub use runtime::Runtime;
60pub use system_health::{HealthCheckTarget, SystemHealth};
61pub use tokio_util::sync::CancellationToken;
62pub use worker::Worker;
63
64use component::Endpoint;
65use utils::GracefulShutdownTracker;
66
67use config::HealthStatus;
dynamo_runtime/lib.rs

dynamo_runtime/
lib.rs
