Struct LayerwiseLoadOptions 

pub struct LayerwiseLoadOptions { /* private fields */ }

Loader controls for a host-backed layerwise execution engine.

Implementations

impl LayerwiseLoadOptions

pub fn new(offload: OffloadConfig) -> Self

Creates layerwise options with the default shard-cache bound.

pub const fn with_max_cached_shards(self, maximum: usize) -> Self

Selects the checkpoint-reader cache bound.

pub const fn with_memory_sampling(self, backend: bool, process: bool) -> Self

Selects allocator and process memory sampling.

pub const fn offload(self) -> OffloadConfig

Returns the exact offload limits.

pub const fn max_cached_shards(self) -> usize

Returns the checkpoint-reader cache bound.

pub const fn samples_backend_memory(self) -> bool

Returns whether backend allocator sampling is enabled.

pub const fn samples_process_memory(self) -> bool

Returns whether process memory sampling is enabled.

Trait Implementations

impl Clone for LayerwiseLoadOptions

fn clone(&self) -> LayerwiseLoadOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for LayerwiseLoadOptions

impl Debug for LayerwiseLoadOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LayerwiseLoadOptions

fn default() -> Self

Returns the “default value” for a type.

impl Eq for LayerwiseLoadOptions

impl From<LayerwiseLoadOptions> for LayerWeightResidency

fn from(value: LayerwiseLoadOptions) -> Self

Converts to this type from the input type.

impl PartialEq for LayerwiseLoadOptions

fn eq(&self, other: &LayerwiseLoadOptions) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for LayerwiseLoadOptions