Struct DenseDiskStreamLoadOptions 

pub struct DenseDiskStreamLoadOptions { /* private fields */ }

Controls for bounded dense-unit streaming from checkpoint storage.

Implementations

impl DenseDiskStreamLoadOptions

pub fn new( device_budget_bytes: u64, host_budget_bytes: u64, host_lookahead: usize, background_queue_capacity: usize, ) -> Result<Self, WeightResidencyPolicyError>

Creates streaming options with finite tier budgets.

pub fn validate(self) -> Result<(), WeightResidencyPolicyError>

Revalidates the complete bounded policy.

pub const fn with_eviction_policy(self, policy: CacheEvictionPolicy) -> Self

Selects deterministic cache eviction.

pub const fn with_max_cached_shards(self, maximum: usize) -> Self

Selects the checkpoint-reader cache bound.

pub const fn with_memory_sampling(self, backend: bool, process: bool) -> Self

Selects allocator and process memory sampling.

pub const fn device_budget_bytes(self) -> u64

Returns the finite logical device budget.

pub const fn host_budget_bytes(self) -> u64

Returns the finite charged host budget.

pub const fn host_lookahead(self) -> usize

Returns the protected host lookahead.

pub const fn background_queue_capacity(self) -> usize

Returns the background materialization queue bound.

pub const fn eviction_policy(self) -> CacheEvictionPolicy

Returns deterministic eviction ordering.

pub const fn max_cached_shards(self) -> usize

Returns the checkpoint-reader cache bound.

pub const fn samples_backend_memory(self) -> bool

Returns whether backend allocator sampling is enabled.

pub const fn samples_process_memory(self) -> bool

Returns whether process memory sampling is enabled.

Trait Implementations

impl Clone for DenseDiskStreamLoadOptions

fn clone(&self) -> DenseDiskStreamLoadOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for DenseDiskStreamLoadOptions

impl Debug for DenseDiskStreamLoadOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DenseDiskStreamLoadOptions

fn default() -> Self

Returns the “default value” for a type.

impl Eq for DenseDiskStreamLoadOptions

impl From<DenseDiskStreamLoadOptions> for LayerWeightResidency

fn from(value: DenseDiskStreamLoadOptions) -> Self

Converts to this type from the input type.

impl PartialEq for DenseDiskStreamLoadOptions

fn eq(&self, other: &DenseDiskStreamLoadOptions) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for DenseDiskStreamLoadOptions