aisimulate_core/engine/
mod.rs

1// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2// SPDX-License-Identifier: Apache-2.0
3
4//! Runtime-neutral mock inference schedulers and attention-DP composition.
5
6mod cache;
7mod common;
8mod config;
9pub mod generalized;
10mod handoff;
11mod host_offload;
12mod kv_manager;
13mod protocol;
14mod runtime;
15mod scheduler;
16mod timing;
17mod trace;
18
19pub(crate) use host_offload::{
20    HostBlockKey, HostOffloadObservation, HostOffloadObservationData, HostOffloadObserver,
21};
22
23pub use common::running_mean::RunningMean;
24pub use common::speculative::normalize_conditional_accept_rates;
25pub use config::{
26    Backend, EngineConfig, NativeHostOffloadConfig, PreemptionMode, SglangConfig,
27    SglangSchedulePolicy, TrtllmCapacityPolicy, TrtllmConfig, WorkerType,
28};
29pub use handoff::{HandoffId, HandoffTransferTiming, TransferTimingMode, prefill_handoff_delay_ms};
30pub use protocol::{
31    Admission, CacheTierAttribution, Command, CommandEffects, CommandResult, ForwardPassMetrics,
32    KvBlock, KvEvent, KvEventData, LifecycleEvent, Metrics, Output, PassCompletionEffects,
33    PassStartEffects, PressureEvent, PressureKind, PressureState, Request, StoredBlocks,
34};
35pub use runtime::{Engine, EngineFactory};
36pub use scheduler::SchedulerRank;
37pub use timing::{TimingModel, TimingModelConfig};
38
39#[doc(hidden)]
40pub use protocol::PendingPass;
41pub(in crate::engine) use timing::modeled_duration_ms;
42#[doc(hidden)]
43pub use trace::g1_parent_chain_events;
aisimulate_core/engine/mod.rs

aisimulate_core/engine/
mod.rs
