Struct ForwardPassMetrics

Source

pub struct ForwardPassMetrics {Show 14 fields
    pub num_prefill_requests: u32,
    pub sum_prefill_tokens: u64,
    pub var_prefill_length: f64,
    pub sum_prefill_kv_tokens: u64,
    pub num_decode_requests: u32,
    pub sum_decode_kv_tokens: u64,
    pub var_decode_kv_tokens: f64,
    pub num_queued_prefill: u32,
    pub sum_queued_prefill_tokens: u64,
    pub var_queued_prefill_length: f64,
    pub num_queued_decode: u32,
    pub sum_queued_decode_kv_tokens: u64,
    pub var_queued_decode_kv_tokens: f64,
    pub duration_ms: f64,
}

Expand description

Per-pass scheduling statistics.

Fields§

§num_prefill_requests: u32§sum_prefill_tokens: u64§var_prefill_length: f64§sum_prefill_kv_tokens: u64§num_decode_requests: u32§sum_decode_kv_tokens: u64§var_decode_kv_tokens: f64§num_queued_prefill: u32§sum_queued_prefill_tokens: u64§var_queued_prefill_length: f64§num_queued_decode: u32§sum_queued_decode_kv_tokens: u64§var_queued_decode_kv_tokens: f64§duration_ms: f64

ForwardPassMetrics

Struct ForwardPassMetrics Copy item path

Fields§

Trait Implementations§

impl Clone for ForwardPassMetrics

fn clone(&self) -> ForwardPassMetrics

fn clone_from(&mut self, source: &Self)

impl Debug for ForwardPassMetrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for ForwardPassMetrics

fn default() -> ForwardPassMetrics

impl PartialEq for ForwardPassMetrics

fn eq(&self, other: &ForwardPassMetrics) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for ForwardPassMetrics

Auto Trait Implementations§

impl Freeze for ForwardPassMetrics

impl RefUnwindSafe for ForwardPassMetrics

impl Send for ForwardPassMetrics

impl Sync for ForwardPassMetrics

impl Unpin for ForwardPassMetrics

impl UnsafeUnpin for ForwardPassMetrics

impl UnwindSafe for ForwardPassMetrics

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct ForwardPassMetrics

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,