Struct SchedulerRank 

pub struct SchedulerRank { /* private fields */ }

One preserved vLLM/SGLang scheduler rank behind the neutral contract.

Implementations

impl SchedulerRank

pub fn new_with_timing_model( identity: RankIdentity, config: &EngineConfig, timing: Arc<dyn TimingModel>, seed_offset: u64, ) -> Result<Self>

Trait Implementations

impl RankEngine for SchedulerRank

type Config = EngineConfig

Rank construction configuration.

type Command = Command

Scheduler command payload.

type CommandEffects = CommandEffects

Effects of applying one command.

type PassStartEffects = PassStartEffects

Effects visible when a pass starts.

type PendingPass = PendingPass

Opaque state retained between pass start and completion.

type PassCompletionEffects = PassCompletionEffects

Effects visible when a pass completes.

type InternalEffects = PassStartEffects

Effects produced by deadline-driven internal work.

fn new(identity: RankIdentity, config: &Self::Config) -> Result<Self>

Construct one rank core.

fn apply_command_effects( &mut self, command: Self::Command, context: CommandContext, pending_pass: Option<&mut Self::PendingPass>, ) -> Result<Self::CommandEffects>

Apply one scheduler command.

fn is_ready(&self) -> bool

Whether this rank can commit a pass.

fn waiting_for_external_command(&self) -> bool

Whether a ready rank is blocked only on externally commanded state.

fn execute_pass( &mut self, now_ms: f64, ) -> Result<RankPass<Self::PassStartEffects, Self::PendingPass>>

Eagerly commit one non-preemptive pass.

fn complete_pass( &mut self, pending: Self::PendingPass, end_ms: f64, ) -> Result<Self::PassCompletionEffects>

Release the effects of a previously committed pass.

fn complete_idle_group_pass( &mut self, started_at_ms: f64, end_ms: f64, ) -> Result<Option<Self::PassCompletionEffects>>

Cross the shared completion boundary without a rank-local pass.

fn next_internal_deadline_ms(&self) -> Option<f64>

Earliest deadline for independently modeled internal work.

fn process_internal_work( &mut self, now_ms: f64, pass_in_flight: bool, ) -> Result<Self::InternalEffects>

Process internal work due at now_ms.

fn is_drained(&self) -> bool

Whether this rank owns no request, pass, or internal work.