dynamo-mocker 1.3.0-dev.1

Mock LLM scheduler and KV manager for testing
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! Mock LLM scheduler and KV manager for testing.
//!
//! This crate provides a mock implementation of an LLM scheduler that simulates
//! KV cache management, request scheduling, and token generation timing without
//! requiring actual GPU resources or a full distributed runtime.

pub mod cache;
pub mod common;
pub mod engine;
pub mod kv_manager;
#[cfg(feature = "kvbm-offload")]
pub mod kvbm_offload;
pub mod loadgen;
pub mod replay;
pub mod scheduler;
pub mod services;