Skip to main content

dynamo_mocker/
lib.rs

1// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Mock LLM scheduler and KV manager for testing.
5//!
6//! This crate provides a mock implementation of an LLM scheduler that simulates
7//! KV cache management, request scheduling, and token generation timing without
8//! requiring actual GPU resources or a full distributed runtime.
9
10pub mod cache;
11pub mod common;
12pub mod kv_manager;
13pub mod scheduler;