Struct DensePassReport 

pub struct DensePassReport { /* private fields */ }

Cache and logical transfer activity from completed prefill or decode forwards.

Implementations

impl DensePassReport

pub const fn forwards(self) -> u64

Returns completed forwards in this pass category.

pub const fn host_cache(self) -> DenseCacheMetrics

Returns host-cache activity during completed forwards.

pub const fn device_cache(self) -> DenseCacheMetrics

Returns device-cache activity during completed forwards.

pub const fn peak_host_layers(self) -> usize

Returns peak host-resident streamed layers observed during these forwards.

pub const fn peak_host_bytes(self) -> u64

Returns peak host-resident streamed-layer bytes during these forwards.

pub const fn peak_device_layers(self) -> usize

Returns peak device-resident streamed layers observed during these forwards.

pub const fn peak_device_bytes(self) -> u64

Returns peak device-resident streamed-layer bytes during these forwards.

pub const fn disk_to_host_bytes(self) -> u64

Returns logical disk-to-host bytes during completed forwards.

pub const fn disk_to_device_bytes(self) -> u64

Returns logical disk-to-device bytes during completed forwards.

pub const fn host_to_device_bytes(self) -> u64

Returns logical host-to-device bytes during completed forwards.

pub fn set_peaks( &mut self, host_layers: usize, host_bytes: u64, device_layers: usize, device_bytes: u64, )

Replaces point-in-time peaks on one completed-pass delta.

pub fn accumulate(&mut self, other: Self)

Accumulates a completed pass with saturating counters and maximum peaks.

Trait Implementations

impl Clone for DensePassReport

fn clone(&self) -> DensePassReport

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for DensePassReport

impl Debug for DensePassReport

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DensePassReport

fn default() -> DensePassReport

Returns the “default value” for a type.

impl Eq for DensePassReport

impl PartialEq for DensePassReport

fn eq(&self, other: &DensePassReport) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for DensePassReport