Struct ForwardPassSnapshot

Source

pub struct ForwardPassSnapshot {Show 18 fields
    pub version: u32,
    pub worker_id: String,
    pub dp_rank: u32,
    pub counter_id: u64,
    pub num_prefill_requests: u32,
    pub sum_prefill_tokens: u64,
    pub var_prefill_length: f64,
    pub sum_prefill_kv_tokens: u64,
    pub num_decode_requests: u32,
    pub sum_decode_kv_tokens: u64,
    pub var_decode_kv_tokens: f64,
    pub num_queued_prefill: u32,
    pub sum_queued_prefill_tokens: u64,
    pub var_queued_prefill_length: f64,
    pub num_queued_decode: u32,
    pub sum_queued_decode_kv_tokens: u64,
    pub var_queued_decode_kv_tokens: f64,
    pub wall_time_secs: f64,
}

Expand description

Per-iteration forward pass snapshot, mirroring the Python ForwardPassMetrics schema in components/src/dynamo/common/forward_pass_metrics.py.

Produced by the scheduler core after each execute_pass_internal() call. Runtime publishers may either stamp identity at serialization time or fill the identity fields directly when snapshots are consumed in-process.

Fields§

§version: u32§worker_id: String§dp_rank: u32§counter_id: u64§num_prefill_requests: u32§sum_prefill_tokens: u64§var_prefill_length: f64§sum_prefill_kv_tokens: u64§num_decode_requests: u32§sum_decode_kv_tokens: u64§var_decode_kv_tokens: f64§num_queued_prefill: u32§sum_queued_prefill_tokens: u64§var_queued_prefill_length: f64§num_queued_decode: u32§sum_queued_decode_kv_tokens: u64§var_queued_decode_kv_tokens: f64§wall_time_secs: f64

ForwardPassSnapshot

Struct ForwardPassSnapshot Copy item path

Fields§

Trait Implementations§

impl Clone for ForwardPassSnapshot

fn clone(&self) -> ForwardPassSnapshot

fn clone_from(&mut self, source: &Self)

impl Debug for ForwardPassSnapshot

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for ForwardPassSnapshot

fn default() -> ForwardPassSnapshot

Auto Trait Implementations§

impl Freeze for ForwardPassSnapshot

impl RefUnwindSafe for ForwardPassSnapshot

impl Send for ForwardPassSnapshot

impl Sync for ForwardPassSnapshot

impl Unpin for ForwardPassSnapshot

impl UnsafeUnpin for ForwardPassSnapshot

impl UnwindSafe for ForwardPassSnapshot

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> BlockMetadata for Twhere T: Clone + Send + Sync + 'static,

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct ForwardPassSnapshot

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> BlockMetadata for T
where T: Clone + Send + Sync + 'static,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,