pub struct DenseDiskStreamReport { /* private fields */ }Expand description
Stable dense-stream observations combining residency and worker state.
Implementations§
Source§impl DenseDiskStreamReport
impl DenseDiskStreamReport
Sourcepub fn new(
planned_layer_count: usize,
planned_layer_bytes: u64,
maximum_host_layer_bytes: u64,
pinned_static_device_bytes: u64,
transfer_stream_index: i32,
residency: ResidencyReport,
background: BackgroundPrefetchReport,
host_layers: DenseTierResidencyReport,
device_layers: DenseTierResidencyReport,
groups: Vec<DenseExecutionGroupReport>,
prefill: DensePassReport,
decode: DensePassReport,
) -> Self
pub fn new( planned_layer_count: usize, planned_layer_bytes: u64, maximum_host_layer_bytes: u64, pinned_static_device_bytes: u64, transfer_stream_index: i32, residency: ResidencyReport, background: BackgroundPrefetchReport, host_layers: DenseTierResidencyReport, device_layers: DenseTierResidencyReport, groups: Vec<DenseExecutionGroupReport>, prefill: DensePassReport, decode: DensePassReport, ) -> Self
Creates a complete dense-stream report from a coherent residency snapshot.
Sourcepub fn with_materialization(
self,
materialization: Option<WeightMaterializationReport>,
) -> Self
pub fn with_materialization( self, materialization: Option<WeightMaterializationReport>, ) -> Self
Attaches bounded load-time materialization telemetry.
Sourcepub const fn planned_layer_count(&self) -> usize
pub const fn planned_layer_count(&self) -> usize
Returns the number of disk-planned execution units.
Sourcepub const fn planned_layer_bytes(&self) -> u64
pub const fn planned_layer_bytes(&self) -> u64
Returns the logical checkpoint bytes in disk-planned execution units.
Sourcepub const fn maximum_host_layer_bytes(&self) -> u64
pub const fn maximum_host_layer_bytes(&self) -> u64
Returns the charged host-transfer capacity of the largest execution unit.
Sourcepub const fn pinned_static_device_bytes(&self) -> u64
pub const fn pinned_static_device_bytes(&self) -> u64
Returns pinned static parameter bytes outside the streamed-layer totals.
Sourcepub const fn transfer_stream_index(&self) -> i32
pub const fn transfer_stream_index(&self) -> i32
Returns the distinct backend stream used for device weight transfers.
Sourcepub const fn residency(&self) -> &ResidencyReport
pub const fn residency(&self) -> &ResidencyReport
Returns the complete logical tier and checkpoint-store report.
Sourcepub const fn background(&self) -> BackgroundPrefetchReport
pub const fn background(&self) -> BackgroundPrefetchReport
Returns bounded background worker observations.
Sourcepub const fn host_layers(&self) -> DenseTierResidencyReport
pub const fn host_layers(&self) -> DenseTierResidencyReport
Returns streamed host-layer occupancy and cache history.
Sourcepub const fn device_layers(&self) -> DenseTierResidencyReport
pub const fn device_layers(&self) -> DenseTierResidencyReport
Returns streamed device-layer occupancy and cache history.
Sourcepub fn execution_groups(&self) -> &[DenseExecutionGroupReport]
pub fn execution_groups(&self) -> &[DenseExecutionGroupReport]
Returns point-in-time observations for each named execution group.
Sourcepub const fn prefill(&self) -> DensePassReport
pub const fn prefill(&self) -> DensePassReport
Returns completed prefill activity.
Sourcepub const fn decode(&self) -> DensePassReport
pub const fn decode(&self) -> DensePassReport
Returns completed decode activity.
Sourcepub const fn prefill_forwards(&self) -> u64
pub const fn prefill_forwards(&self) -> u64
Returns completed multi-token forward passes.
Sourcepub const fn decode_forwards(&self) -> u64
pub const fn decode_forwards(&self) -> u64
Returns completed single-token forward passes.
Trait Implementations§
Source§impl Clone for DenseDiskStreamReport
impl Clone for DenseDiskStreamReport
Source§fn clone(&self) -> DenseDiskStreamReport
fn clone(&self) -> DenseDiskStreamReport
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read more