Struct ExecutorAdmissionSnapshot 

pub struct ExecutorAdmissionSnapshot { /* private fields */ }

Runtime-owned admission state exposed to product health and validators.

This snapshot is deliberately separate from startup sizing estimates. Its phase counts come from one scheduler-owned request index, so one request cannot appear in both prefill and decode in the same observation.

Implementations

impl ExecutorAdmissionSnapshot

pub fn new( resource_authority: ExecutionResourceAuthority, limits: ExecutorAdmissionLimits, waiting_requests: u32, active_prefill_sequences: u32, active_decode_sequences: u32, current_batch_size: Option<u32>, capacity_blocked_requests: Option<u32>, ) -> Result<Self, String>

pub const fn resource_authority(&self) -> ExecutionResourceAuthority

pub const fn maximum_active_sequences(&self) -> u32

pub const fn maximum_scheduled_tokens(&self) -> u64

pub const fn active_sequences(&self) -> u32

pub const fn waiting_requests(&self) -> u32

pub const fn active_prefill_sequences(&self) -> u32

pub const fn active_decode_sequences(&self) -> u32

pub const fn current_batch_size(&self) -> Option<u32>

pub const fn capacity_blocked_requests(&self) -> Option<u32>

Trait Implementations

impl Clone for ExecutorAdmissionSnapshot

fn clone(&self) -> ExecutorAdmissionSnapshot

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ExecutorAdmissionSnapshot

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ExecutorAdmissionSnapshot

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for ExecutorAdmissionSnapshot

impl PartialEq for ExecutorAdmissionSnapshot

fn eq(&self, other: &ExecutorAdmissionSnapshot) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for ExecutorAdmissionSnapshot

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ExecutorAdmissionSnapshot