Struct ForwardPassSnapshot

Source

pub struct ForwardPassSnapshot {Show 18 fields
    pub version: u32,
    pub worker_id: String,
    pub dp_rank: u32,
    pub counter_id: u64,
    pub num_prefill_requests: u32,
    pub sum_prefill_tokens: u64,
    pub var_prefill_length: f64,
    pub sum_prefill_kv_tokens: u64,
    pub num_decode_requests: u32,
    pub sum_decode_kv_tokens: u64,
    pub var_decode_kv_tokens: f64,
    pub num_queued_prefill: u32,
    pub sum_queued_prefill_tokens: u64,
    pub var_queued_prefill_length: f64,
    pub num_queued_decode: u32,
    pub sum_queued_decode_kv_tokens: u64,
    pub var_queued_decode_kv_tokens: f64,
    pub wall_time_secs: f64,
}

Expand description

Replay-neutral per-pass metrics shared by offline and Live Mocker drivers. Replay-neutral forward-pass observation consumed by scaling policies.

Fields§

§version: u32§worker_id: String§dp_rank: u32§counter_id: u64§num_prefill_requests: u32§sum_prefill_tokens: u64§var_prefill_length: f64§sum_prefill_kv_tokens: u64§num_decode_requests: u32§sum_decode_kv_tokens: u64§var_decode_kv_tokens: f64§num_queued_prefill: u32§sum_queued_prefill_tokens: u64§var_queued_prefill_length: f64§num_queued_decode: u32§sum_queued_decode_kv_tokens: u64§var_queued_decode_kv_tokens: f64§wall_time_secs: f64

ForwardPassSnapshot

Struct ForwardPassSnapshot Copy item path

Fields§

Trait Implementations§

impl Clone for ForwardPassSnapshot

fn clone(&self) -> ForwardPassSnapshot

fn clone_from(&mut self, source: &Self)

impl Debug for ForwardPassSnapshot

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl Default for ForwardPassSnapshot

fn default() -> ForwardPassSnapshot

impl PartialEq for ForwardPassSnapshot

fn eq(&self, other: &ForwardPassSnapshot) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for ForwardPassSnapshot

Auto Trait Implementations§

impl Freeze for ForwardPassSnapshot

impl RefUnwindSafe for ForwardPassSnapshot

impl Send for ForwardPassSnapshot

impl Sync for ForwardPassSnapshot

impl Unpin for ForwardPassSnapshot

impl UnsafeUnpin for ForwardPassSnapshot

impl UnwindSafe for ForwardPassSnapshot

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct ForwardPassSnapshot

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,