pub struct LayerwiseModelMetadata { /* private fields */ }Expand description
Inspectable backend-neutral parameter-residency metadata for a layered model.
Implementations§
Source§impl LayerwiseModelMetadata
impl LayerwiseModelMetadata
Sourcepub fn new(
effective_model_type: impl Into<String>,
quantization: Option<WeightQuantization>,
layer_count: usize,
static_device_bytes: u64,
residency: ExecutionResidency,
layer_parameter_bytes: u64,
maximum_device_layer_bytes: u64,
maximum_host_layer_bytes: u64,
device_layer_capacity: usize,
) -> Self
pub fn new( effective_model_type: impl Into<String>, quantization: Option<WeightQuantization>, layer_count: usize, static_device_bytes: u64, residency: ExecutionResidency, layer_parameter_bytes: u64, maximum_device_layer_bytes: u64, maximum_host_layer_bytes: u64, device_layer_capacity: usize, ) -> Self
Creates one complete metadata snapshot before optional materialization telemetry.
Sourcepub fn set_effective_model_type(
&mut self,
effective_model_type: impl Into<String>,
)
pub fn set_effective_model_type( &mut self, effective_model_type: impl Into<String>, )
Replaces the parsed implementation identity after checkpoint resolution.
Sourcepub fn set_quantization(&mut self, quantization: Option<WeightQuantization>)
pub fn set_quantization(&mut self, quantization: Option<WeightQuantization>)
Replaces checkpoint-native packed quantization metadata.
Sourcepub fn set_materialization(
&mut self,
materialization: Option<WeightMaterializationReport>,
)
pub fn set_materialization( &mut self, materialization: Option<WeightMaterializationReport>, )
Replaces bounded load-time materialization telemetry.
Sourcepub fn effective_model_type(&self) -> &str
pub fn effective_model_type(&self) -> &str
Returns the parsed implementation or nested text-model type.
Sourcepub const fn quantization(&self) -> Option<WeightQuantization>
pub const fn quantization(&self) -> Option<WeightQuantization>
Returns checkpoint-native packed quantization metadata, if present.
Sourcepub const fn layer_count(&self) -> usize
pub const fn layer_count(&self) -> usize
Returns the ordered execution-unit count.
Sourcepub const fn static_device_bytes(&self) -> u64
pub const fn static_device_bytes(&self) -> u64
Returns pinned static parameter bytes on the execution device.
Sourcepub const fn residency(&self) -> ExecutionResidency
pub const fn residency(&self) -> ExecutionResidency
Returns the selected generalized parameter-residency policy.
Sourcepub const fn layer_parameter_bytes(&self) -> u64
pub const fn layer_parameter_bytes(&self) -> u64
Returns complete rank-local execution-unit parameter bytes.
Sourcepub const fn maximum_device_layer_bytes(&self) -> u64
pub const fn maximum_device_layer_bytes(&self) -> u64
Returns the largest possible device-resident execution-unit byte total.
Sourcepub const fn maximum_host_layer_bytes(&self) -> u64
pub const fn maximum_host_layer_bytes(&self) -> u64
Returns the charged host-transfer capacity of the largest execution unit.
Sourcepub const fn device_layer_capacity(&self) -> usize
pub const fn device_layer_capacity(&self) -> usize
Returns the maximum number of execution units retained on device.
Sourcepub const fn materialization(&self) -> Option<&WeightMaterializationReport>
pub const fn materialization(&self) -> Option<&WeightMaterializationReport>
Returns bounded load-time materialization telemetry.
Trait Implementations§
Source§impl Clone for LayerwiseModelMetadata
impl Clone for LayerwiseModelMetadata
Source§fn clone(&self) -> LayerwiseModelMetadata
fn clone(&self) -> LayerwiseModelMetadata
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read more