dynamo-mocker 1.3.0-dev.1

Mock LLM scheduler and KV manager for testing
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

//! vLLM scheduler simulation around a unified waiting/running request model.
//!
//! Reference: vllm/vllm/v1/core/sched/scheduler.py

mod core;
mod live;

pub(crate) use core::VllmCore;
pub use live::{MockerMetrics, Scheduler};

/// Re-exported for the sibling `crate::scheduler::trtllm` tests, which assert on
/// request status through [`VllmCore::state`]; only needed in test builds.
#[cfg(test)]
pub(crate) use core::RequestStatus;

#[cfg(test)]
mod tests;