dynamo_llm/
lib.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3//
4// Licensed under the Apache License, Version 2.0 (the "License");
5// you may not use this file except in compliance with the License.
6// You may obtain a copy of the License at
7//
8// http://www.apache.org/licenses/LICENSE-2.0
9//
10// Unless required by applicable law or agreed to in writing, software
11// distributed under the License is distributed on an "AS IS" BASIS,
12// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13// See the License for the specific language governing permissions and
14// limitations under the License.
15
16//! # Dynamo LLM
17//!
18//! The `dynamo.llm` crate is a Rust library that provides a set of traits and types for building
19//! distributed LLM inference solutions.
20
21pub mod backend;
22pub mod common;
23pub mod disagg_router;
24pub mod engines;
25pub mod gguf;
26pub mod http;
27pub mod key_value_store;
28pub mod kv_router;
29pub mod model_card;
30pub mod model_type;
31pub mod preprocessor;
32pub mod protocols;
33pub mod recorder;
34pub mod tokenizers;
35pub mod tokens;
36pub mod types;
37
38#[cfg(feature = "cuda_kv")]
39pub mod kv;
dynamo_llm/lib.rs

dynamo_llm/
lib.rs
