Struct SchedStats

Source

pub struct SchedStats {Show 39 fields
    pub pressure_evictions: AtomicU64,
    pub pressure_bytes_evicted: AtomicU64,
    pub unservable_cold_admissions: AtomicU64,
    pub unservable_park_refusals: AtomicU64,
    pub preemptions: AtomicU64,
    pub admits_deferred: AtomicU64,
    pub starvation_grants: AtomicU64,
    pub os_pressure_events: AtomicU64,
    pub ticks: AtomicU64,
    pub lanes_active: AtomicU64,
    pub queue_depth: [AtomicU64; 4],
    pub prefill_tokens: AtomicU64,
    pub decode_tokens: AtomicU64,
    pub warm_prefix_tokens: AtomicU64,
    pub cold_admissions: AtomicU64,
    pub parks_lossless: AtomicU64,
    pub parks_lossy: AtomicU64,
    pub resumes: AtomicU64,
    pub worker_respawns: AtomicU64,
    pub spec_proposed: AtomicU64,
    pub spec_accepted: AtomicU64,
    pub ttft_buckets: [AtomicU64; 14],
    pub ttft_sum_ms: AtomicU64,
    pub ttft_count: AtomicU64,
    pub ttft_last_ms: AtomicU64,
    pub pool_blocks_used: AtomicU64,
    pub prefill_budget_live: AtomicU64,
    pub decode_grant_live: AtomicU64,
    pub tick_target_live_ms: AtomicU64,
    pub pool_blocks_total: AtomicU64,
    pub kv_bits: AtomicU64,
    pub pins_held: AtomicU64,
    pub pinned_bytes: AtomicU64,
    pub pins_yielded: AtomicU64,
    pub pins_expired: AtomicU64,
    pub tick_wall_ms_live: AtomicU64,
    pub prefill_rate_live: AtomicU64,
    pub decode_rate_live: AtomicU64,
    pub work_ticks: AtomicU64,
    /* private fields */
}

Fields§

§pressure_evictions: AtomicU64§pressure_bytes_evicted: AtomicU64§unservable_cold_admissions: AtomicU64§unservable_park_refusals: AtomicU64§preemptions: AtomicU64§admits_deferred: AtomicU64§starvation_grants: AtomicU64§os_pressure_events: AtomicU64§ticks: AtomicU64§lanes_active: AtomicU64§queue_depth: [AtomicU64; 4]§prefill_tokens: AtomicU64§decode_tokens: AtomicU64§warm_prefix_tokens: AtomicU64§cold_admissions: AtomicU64§parks_lossless: AtomicU64§parks_lossy: AtomicU64§resumes: AtomicU64§worker_respawns: AtomicU64§spec_proposed: AtomicU64§spec_accepted: AtomicU64§ttft_buckets: [AtomicU64; 14]§ttft_sum_ms: AtomicU64§ttft_count: AtomicU64§ttft_last_ms: AtomicU64§pool_blocks_used: AtomicU64§prefill_budget_live: AtomicU64§decode_grant_live: AtomicU64§tick_target_live_ms: AtomicU64§pool_blocks_total: AtomicU64§kv_bits: AtomicU64§pins_held: AtomicU64§pinned_bytes: AtomicU64§pins_yielded: AtomicU64§pins_expired: AtomicU64§tick_wall_ms_live: AtomicU64§prefill_rate_live: AtomicU64§decode_rate_live: AtomicU64§work_ticks: AtomicU64

Struct SchedStats Copy item path

Fields§

Implementations§

impl SchedStats

pub fn set_tick_in_flight(&self, t: TickInFlight)

pub fn clear_tick_in_flight(&self)

pub fn tick_in_flight(&self) -> Option<TickInFlight>

impl SchedStats

pub fn observe_ttft(&self, ms: u64)

Trait Implementations§

impl Debug for SchedStats

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for SchedStats

fn default() -> Self

Auto Trait Implementations§

impl !Freeze for SchedStats

impl RefUnwindSafe for SchedStats

impl Send for SchedStats

impl Sync for SchedStats

impl Unpin for SchedStats

impl UnsafeUnpin for SchedStats

impl UnwindSafe for SchedStats

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> From<T> for T

fn from(t: T) -> T

impl<A, B, T> HttpServerConnExec<A, B> for Twhere B: Body,

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct SchedStats

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<A, B, T> HttpServerConnExec<A, B> for T
where B: Body,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,