List of all items
Structs
- engine::Admission
- engine::CacheTierAttribution
- engine::CommandEffects
- engine::EngineConfig
- engine::EngineFactory
- engine::ForwardPassMetrics
- engine::HandoffId
- engine::HandoffTransferTiming
- engine::KvBlock
- engine::KvEvent
- engine::Metrics
- engine::NativeHostOffloadConfig
- engine::Output
- engine::PassCompletionEffects
- engine::PassStartEffects
- engine::PressureEvent
- engine::PressureState
- engine::Request
- engine::RunningMean
- engine::SchedulerRank
- engine::SglangConfig
- engine::StoredBlocks
- engine::TrtllmConfig
- engine::generalized::CommandContext
- engine::generalized::EngineEffects
- engine::generalized::EngineIdentity
- engine::generalized::EnginePassCompleted
- engine::generalized::EnginePassStarted
- engine::generalized::GeneralizedEngineConfig
- engine::generalized::GeneralizedMockerEngine
- engine::generalized::PassId
- engine::generalized::RankEffects
- engine::generalized::RankIdentity
- engine::generalized::RankPass
- engine::generalized::RankPassStarted
- engine::generalized::SchedulerCommand
- perfmodel::EngineConfig
- perfmodel::ForwardPassMetrics
- perfmodel::ForwardPassPerfDiagnostics
- perfmodel::ForwardPassPerfModel
- perfmodel::ForwardPassPerfOptions
- perfmodel::ParallelMapping
- perfmodel::QuantizationConfig
- perfmodel::QueuedRequestMetrics
- perfmodel::ScheduledRequestMetrics
- perfmodel::SpeculativeConfig
- perfmodel::engine::runtime::Engine
- perfmodel::engine::runtime::RuntimeConfig
- perfmodel::engine::runtime::StaticResult
- perfmodel::engine::spec::EngineSpec
- perfmodel::memory::KvCacheEstimate
- perfmodel::memory::KvCacheEstimateAdjusted
- perfmodel::memory::KvCacheEstimateOptions
- perfmodel::memory::KvCacheEstimateRequest
- perfmodel::memory::MemoryBreakdown
- replay::AggregatedRoundRobinPlacement
- replay::CanonicalReplayCoverage
- replay::CanonicalReplayRecord
- replay::EnginePressureState
- replay::ForwardPassSnapshot
- replay::HandoffActionId
- replay::IssuedHandoffAction
- replay::KvIngestBoundaryStats
- replay::KvIngestEventEncoder
- replay::KvIngestEvidence
- replay::LifecycleOperation
- replay::NoEngineEvents
- replay::NoScaling
- replay::OfflineRuntimeEvidence
- replay::PerRequestAdmissionRecord
- replay::PerRequestRecord
- replay::PerRequestRoutingRecord
- replay::Placement
- replay::PlacementCacheSample
- replay::PlacementEffects
- replay::PoolRoundRobinPlacement
- replay::PressureEvidence
- replay::PressureRecord
- replay::ProviderSpec
- replay::ReplayAdapters
- replay::ReplayArtifactHostOffloadEvent
- replay::ReplayArtifactHostStoreBlockMapping
- replay::ReplayArtifactKvEvent
- replay::ReplayArtifactOutput
- replay::ReplayArtifactRequest
- replay::ReplayArtifacts
- replay::ReplayCaptureOptions
- replay::ReplayEngineConfig
- replay::ReplayEngineFactory
- replay::ReplayReport
- replay::ReplayRequest
- replay::ReplayRoleConfig
- replay::ReplayRoutingMetadata
- replay::ReplayScalingDecision
- replay::ReplayScalingSnapshot
- replay::ReplaySchedulerIntervalMetrics
- replay::ReplaySchedulerMetricsSnapshot
- replay::ReplaySpec
- replay::ReplayTelemetrySnapshot
- replay::ReplayTrafficMetricsSnapshot
- replay::Replayer
- replay::RoundRobinComposition
- replay::SlaThresholds
- replay::TraceDistributionStats
- replay::TraceGoodputStats
- replay::TraceInterTokenLatencyStats
- replay::TraceLatencyStats
- replay::TraceRequestCounts
- replay::TraceThroughputStats
- replay::TraceTrajectoryStats
- replay::TrafficStats
- replay::WorkerLifecycleTransition
- replay::WorkerPoolSpec
- replay::WorkerPoolState
- replay::WorkerTopology
- replay::loadgen::AgenticDependency
- replay::loadgen::AgenticGraphBuilder
- replay::loadgen::AgenticGraphIdentity
- replay::loadgen::AgenticMooncakeHeader
- replay::loadgen::AgenticMooncakeRow
- replay::loadgen::AgenticNode
- replay::loadgen::AgenticPlay
- replay::loadgen::AgenticSourceProvenance
- replay::loadgen::AgenticTrajectorySnapshot
- replay::loadgen::LengthSpec
- replay::loadgen::MooncakeRow
- replay::loadgen::ReadyTurn
- replay::loadgen::ReplayRequestHashes
- replay::loadgen::SessionTrace
- replay::loadgen::SyntheticTraceSpec
- replay::loadgen::Trace
- replay::loadgen::TurnTrace
- replay::loadgen::ValidatedAgenticGraph
- replay::loadgen::WorkloadDriver
Enums
- engine::Backend
- engine::Command
- engine::CommandResult
- engine::KvEventData
- engine::LifecycleEvent
- engine::PreemptionMode
- engine::PressureKind
- engine::SglangSchedulePolicy
- engine::TimingModelConfig
- engine::TransferTimingMode
- engine::TrtllmCapacityPolicy
- engine::WorkerType
- engine::generalized::SameTimestampRetry
- perfmodel::AicError
- perfmodel::BackendKind
- perfmodel::DataType
- perfmodel::ForwardPassPerfReadiness
- perfmodel::ForwardPassPerfSource
- perfmodel::engine::runtime::StaticMode
- perfmodel::engine::spec::OpSpec
- perfmodel::memory::EstimateSource
- perfmodel::memory::KvCacheEstimateError
- perfmodel::memory::KvCacheMemoryFraction
- replay::HandoffAction
- replay::HandoffActionOutcome
- replay::HandoffCompletion
- replay::HandoffFact
- replay::HandoffOrder
- replay::KvIngestBoundary
- replay::NormalizedHandoffEvent
- replay::PlacementDecision
- replay::PressureKind
- replay::ReplayArtifactHostOffloadEventData
- replay::ReplayArtifactKvEventVisibility
- replay::ReplayDeterminism
- replay::ReplayError
- replay::ReplayRequestPool
- replay::ReplayRoutingOutcome
- replay::ReplayTelemetrySampleKind
- replay::ReplayTerminalStatus
- replay::ReplayTopology
- replay::RequestTerminalStatus
- replay::WorkerLifecycleTransitionKind
- replay::WorkerPool
- replay::WorkerStage
- replay::loadgen::AgenticDependencyRelation
- replay::loadgen::AgenticDependencyTrigger
- replay::loadgen::AgenticHashIdScope
- replay::loadgen::ArrivalSpec
- replay::loadgen::DelaySpec
- replay::loadgen::DynamoRequestTrace
- replay::loadgen::SessionPartitionSpec
- replay::loadgen::TraceFileFormat
Traits
- engine::TimingModel
- engine::generalized::RankEngine
- replay::EngineEventBatch
- replay::PlacementPolicy
- replay::ReplayComposition
- replay::ReplayScalingPolicy
- replay::ReplayTelemetryObserver
- replay::RequestIdentity
Functions
- engine::normalize_conditional_accept_rates
- engine::prefill_handoff_delay_ms
- replay::canonicalize_json
- replay::loadgen::effective_replay_key
- replay::loadgen::load_agentic_mooncake
- replay::loadgen::output_replay_id_annotation
- replay::loadgen::validate_trace_files
- replay::run_engine_replay
- replay::run_engine_replay_with_optional_role_timing
- replay::run_engine_replay_with_timing
Type Aliases
- engine::Engine
- perfmodel::engine::runtime::PerOpSolValue
- perfmodel::engine::runtime::PerOpValue
- replay::ReplayResult
- replay::loadgen::AgenticTrace
Constants
- perfmodel::ENGINE_CONFIG_SCHEMA_VERSION
- perfmodel::ENGINE_SPEC_SCHEMA_VERSION
- perfmodel::FPM_VERSION
- perfmodel::engine::runtime::DEFAULT_STATIC_STRIDE
- replay::CANONICAL_RESULT_EXCLUSIONS
- replay::CANONICAL_SCHEMA_VERSION
- replay::CANONICAL_SELECTOR_SEED
- replay::CURRENT_REPLAY_SPEC_VERSION
- replay::loadgen::AGENTIC_MOONCAKE_SCHEMA
- replay::loadgen::AGENTIC_MOONCAKE_VERSION
- replay::loadgen::OUTPUT_REPLAY_CONSUMER_RUNTIME_KEY
- replay::loadgen::OUTPUT_REPLAY_ID_ANNOTATION_KEY