List of all items
Structs
- cache::radix_cache::KvPageId
- cache::radix_cache::NodeId
- cache::radix_cache::PagePool
- cache::radix_cache::RadixCache
- cache::radix_cache::TreeNode
- common::handoff::HandoffActionId
- common::handoff::HandoffCoordinatorCore
- common::handoff::HandoffId
- common::handoff::HandoffTransferTiming
- common::handoff::IssuedHandoffAction
- common::kv_cache_trace::SglangCacheState
- common::protocols::DirectRequest
- common::protocols::ForwardPassSnapshot
- common::protocols::FpmPublisher
- common::protocols::G1
- common::protocols::KvEventPublishers
- common::protocols::MockEngineArgs
- common::protocols::MockEngineArgsBuilder
- common::protocols::OutputSignal
- common::protocols::PrefillCost
- common::protocols::RawKvEvent
- common::protocols::ReasoningConfig
- common::protocols::SglangArgs
- common::protocols::TrtllmArgs
- common::running_mean::RunningMean
- common::sequence::ActiveSequence
- kv_manager::G1Manager
- kv_manager::kvbm_backend::DecodeBlockReservation
- kv_manager::kvbm_backend::KvManager
- kv_manager::kvbm_backend::VllmDestinationReservation
- kv_manager::sglang_backend::DecodeTokenReservation
- kv_manager::sglang_backend::SglangDestinationReservation
- kv_manager::sglang_backend::SglangKvManager
- live::LiveEngine
- live::LiveRequest
- loadgen::AgenticTrace
- loadgen::AgenticTurnTrace
- loadgen::LengthSpec
- loadgen::ReadyTurn
- loadgen::ReplayRequestHashes
- loadgen::RouterSequence
- loadgen::SessionTrace
- loadgen::SyntheticTraceSpec
- loadgen::Trace
- loadgen::TurnTrace
- loadgen::WorkloadDriver
- replay::OfflineDisaggReplayConfig
- replay::PerRequestRecord
- replay::ReplayScalingDecision
- replay::ReplayScalingSnapshot
- replay::ReplayTimedKvEvent
- replay::ReplayTimedOutputSignal
- replay::ReplayTimedRequest
- replay::ReplayWorkerArtifacts
- replay::SlaThresholds
- replay::TraceDistributionStats
- replay::TraceGoodputStats
- replay::TraceInterTokenLatencyStats
- replay::TraceLatencyStats
- replay::TraceRequestCounts
- replay::TraceSimulationReport
- replay::TraceThroughputStats
- replay::TrafficStats
- scheduler::SchedulerCancellationEnvelope
- scheduler::SchedulerCommandEffects
- scheduler::SchedulerCommandEnvelope
- scheduler::sglang::SglangScheduler
- scheduler::vllm::MockerMetrics
- scheduler::vllm::Scheduler
- services::bootstrap::BootstrapConnection
- services::bootstrap::BootstrapIdentity
- services::bootstrap::BootstrapServer
- services::bootstrap::BootstrapServerConfig
- services::bootstrap::IncomingBootstrapConnection
- services::bootstrap::ParticipantRegistration
Enums
- common::handoff::HandoffAction
- common::handoff::HandoffActionOutcome
- common::handoff::HandoffCompletion
- common::handoff::HandoffFact
- common::handoff::HandoffOrder
- common::handoff::NormalizedHandoffEvent
- common::perf_model::PerfModel
- common::protocols::EngineType
- common::protocols::G1Backend
- common::protocols::KvTransferTimingMode
- common::protocols::MockEngineArgsBuilderError
- common::protocols::MockerEvictionBackend
- common::protocols::MoveBlock
- common::protocols::MoveBlockResponse
- common::protocols::PreemptionMode
- common::protocols::SchedulingPolicy
- common::protocols::WorkerType
- loadgen::ArrivalSpec
- loadgen::DelaySpec
- loadgen::DynamoRequestTrace
- loadgen::SequenceHashMode
- loadgen::SessionPartitionSpec
- loadgen::TraceFileFormat
- replay::ReplayArgsMode
- replay::ReplayKvEventVisibility
- replay::ReplayRouterMode
- replay::ReplayTerminalStatus
- scheduler::SchedulerCommand
- scheduler::SchedulerCommandResult
- scheduler::SchedulerLifecycleEvent
- services::bootstrap::BootstrapMessage
- services::bootstrap::BootstrapParticipantRole
Traits
- common::perf_model::AicCallback
- common::perf_model::DecodeInterpolator
- common::perf_model::PrefillInterpolator
- common::protocols::FpmSink
- common::protocols::KvCacheEventSink
- common::protocols::RawKvEventSink
- replay::ReplayScalingPolicy
- scheduler::SchedulerHandle
Functions
- common::handoff::expected_normalized_handoff
- common::handoff::validate_transfer_delay_ms
- common::handoff::validate_transfer_timing
- common::kv_cache_trace::log_sglang_trace
- common::kv_cache_trace::log_vllm_trace
- common::utils::compute_kv_transfer_delay
- common::utils::compute_prefill_handoff_delay_ms
- common::utils::prefill_handoff_transfer_timing
- common::utils::sleep_precise
- common::utils::sleep_until_precise
- engine::create_engine
- loadgen::effective_replay_key
- loadgen::output_replay_id_annotation
- loadgen::validate_trace_files
- replay::generate_trace_worker_artifacts_offline
- replay::generate_trace_worker_artifacts_offline_with_kv_event_visibility
- replay::simulate_agentic_trace_live_workload_with_router_mode_and_options
- replay::simulate_agentic_trace_workload_with_router_mode
- replay::simulate_concurrency_file
- replay::simulate_concurrency_file_disagg_with_router_mode
- replay::simulate_concurrency_file_disagg_with_router_mode_and_format
- replay::simulate_concurrency_file_with_router_mode
- replay::simulate_concurrency_file_with_router_mode_and_format
- replay::simulate_concurrency_live_file
- replay::simulate_concurrency_live_file_with_router_mode
- replay::simulate_concurrency_live_file_with_router_mode_and_format
- replay::simulate_concurrency_live_file_with_router_mode_and_format_and_options
- replay::simulate_concurrency_live_requests
- replay::simulate_concurrency_live_requests_with_router_mode
- replay::simulate_concurrency_live_requests_with_router_mode_and_options
- replay::simulate_concurrency_live_workload
- replay::simulate_concurrency_live_workload_with_router_mode
- replay::simulate_concurrency_live_workload_with_router_mode_and_options
- replay::simulate_concurrency_requests
- replay::simulate_concurrency_requests_disagg_with_router_mode
- replay::simulate_concurrency_requests_with_router_mode
- replay::simulate_concurrency_workload
- replay::simulate_concurrency_workload_disagg_with_router_mode
- replay::simulate_concurrency_workload_disagg_with_router_mode_and_options
- replay::simulate_concurrency_workload_with_router_mode
- replay::simulate_concurrency_workload_with_router_mode_and_options
- replay::simulate_loaded_trace_disagg_with_router_mode_and_options
- replay::simulate_loaded_trace_live_with_router_mode
- replay::simulate_loaded_trace_live_with_router_mode_and_options
- replay::simulate_loaded_trace_with_router_mode_and_options
- replay::simulate_trace_file
- replay::simulate_trace_file_disagg_with_router_mode
- replay::simulate_trace_file_disagg_with_router_mode_and_format
- replay::simulate_trace_file_with_router_mode
- replay::simulate_trace_file_with_router_mode_and_format
- replay::simulate_trace_live_file
- replay::simulate_trace_live_file_with_router_mode
- replay::simulate_trace_live_file_with_router_mode_and_format
- replay::simulate_trace_live_file_with_router_mode_and_format_and_options
- replay::simulate_trace_live_requests
- replay::simulate_trace_live_requests_with_router_mode
- replay::simulate_trace_live_requests_with_router_mode_and_options
- replay::simulate_trace_live_workload
- replay::simulate_trace_live_workload_with_router_mode
- replay::simulate_trace_live_workload_with_router_mode_and_options
- replay::simulate_trace_requests
- replay::simulate_trace_requests_disagg_with_router_mode
- replay::simulate_trace_requests_with_router_mode
- replay::simulate_trace_workload
- replay::simulate_trace_workload_disagg_with_router_mode
- replay::simulate_trace_workload_with_router_mode
- replay::validate_replay_args_mode
- services::bootstrap::connect_to_prefill