Skip to main content

dynamo_runtime/
lib.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Dynamo
5
6#![allow(dead_code)]
7#![allow(unused_imports)]
8
9use std::{
10    collections::HashMap,
11    sync::{Arc, OnceLock, Weak},
12};
13
14pub use anyhow::{
15    Context as ErrorContext, Error, Ok as OK, Result, anyhow as error, bail as raise,
16};
17
18use async_once_cell::OnceCell;
19
20pub mod config;
21pub use config::RuntimeConfig;
22
23pub mod component;
24pub mod compute;
25pub mod discovery;
26pub mod engine;
27pub mod engine_routes;
28pub mod error;
29pub mod health_check;
30pub mod local_endpoint_registry;
31pub mod system_status_server;
32pub use system_status_server::SystemStatusServerInfo;
33pub mod distributed;
34pub mod instances;
35pub mod logging;
36pub mod metrics;
37pub mod nvtx;
38pub mod pipeline;
39pub mod prelude;
40pub mod protocols;
41pub mod runnable;
42pub mod runtime;
43pub mod service;
44pub mod slug;
45pub mod storage;
46pub mod system_health;
47pub mod traits;
48pub mod transports;
49pub mod utils;
50pub mod worker;
51
52pub use distributed::{DistributedRuntime, distributed_test_utils};
53pub use futures::stream;
54pub use metrics::MetricsRegistry;
55pub use runtime::Runtime;
56pub use system_health::{HealthCheckTarget, SystemHealth};
57pub use tokio_util::sync::CancellationToken;
58pub use worker::Worker;
59
60use component::Endpoint;
61use utils::GracefulShutdownTracker;
62
63use config::HealthStatus;