aisimulate_core/engine/
mod.rs

1// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Runtime-neutral mock inference schedulers and attention-DP composition.
5
6mod cache;
7mod common;
8mod config;
9pub mod generalized;
10mod handoff;
11mod kv_manager;
12mod protocol;
13mod runtime;
14mod scheduler;
15mod timing;
16mod trace;
17
18pub use common::running_mean::RunningMean;
19pub use common::speculative::normalize_conditional_accept_rates;
20pub use config::{
21    Backend, EngineConfig, PreemptionMode, SglangConfig, SglangSchedulePolicy,
22    TrtllmCapacityPolicy, TrtllmConfig, WorkerType,
23};
24pub use handoff::{HandoffId, HandoffTransferTiming, TransferTimingMode, prefill_handoff_delay_ms};
25pub use protocol::{
26    Admission, Command, CommandEffects, CommandResult, ForwardPassMetrics, KvBlock, KvEvent,
27    KvEventData, LifecycleEvent, Metrics, Output, PassCompletionEffects, PassStartEffects,
28    PressureEvent, PressureKind, PressureState, Request, StoredBlocks,
29};
30pub use runtime::{Engine, EngineFactory};
31pub use scheduler::SchedulerRank;
32pub use timing::{TimingModel, TimingModelConfig};
33
34#[doc(hidden)]
35pub use protocol::PendingPass;
36pub(in crate::engine) use timing::modeled_duration_ms;
37#[doc(hidden)]
38pub use trace::g1_parent_chain_events;
aisimulate_core/engine/mod.rs

aisimulate_core/engine/
mod.rs
