Struct Zero3CpuOffloadConfig 

pub struct Zero3CpuOffloadConfig {

    pub offload_params: bool,
    pub offload_grads: bool,
    pub offload_optimizer_states: bool,
    pub cpu_memory_budget: usize,
    pub gpu_param_memory_budget: usize,
    pub max_gpu_memory_mb: usize,
    pub max_cpu_memory_mb: usize,
    pub prefetch_buffer_size: usize,
    pub async_prefetch: bool,
    pub overlap_computation: bool,
    pub pin_cpu_memory: bool,
    pub cpu_compression: CpuCompressionMethod,
    pub auto_memory_management: AutoMemoryStrategy,
}

ZeRO-3 CPU offloading configuration

Fields

offload_params: bool

Enable parameter offloading to CPU

offload_grads: bool

Enable gradient offloading to CPU

offload_optimizer_states: bool

Enable optimizer state offloading to CPU

cpu_memory_budget: usize

CPU memory buffer size in bytes

gpu_param_memory_budget: usize

GPU memory budget for parameters in bytes

max_gpu_memory_mb: usize

Maximum GPU memory in MB (for memory pressure calculation)

max_cpu_memory_mb: usize

Maximum CPU memory in MB (for memory pressure calculation)

prefetch_buffer_size: usize

Prefetch buffer size (number of parameters to prefetch)

async_prefetch: bool

Enable asynchronous parameter prefetching

overlap_computation: bool

Enable parameter overlapping (prefetch while computing)

pin_cpu_memory: bool

Pin CPU memory for faster transfers

cpu_compression: CpuCompressionMethod

Compression for CPU-stored parameters

auto_memory_management: AutoMemoryStrategy

Automatic memory management strategy

Implementations

impl Zero3CpuOffloadConfig

pub fn new() -> Self

Create a new configuration with custom settings

pub fn with_offload_params(self, offload: bool) -> Self

Set parameter offloading option

pub fn with_offload_grads(self, offload: bool) -> Self

Set gradient offloading option

pub fn with_offload_optimizer_states(self, offload: bool) -> Self

Set optimizer state offloading option

pub fn with_cpu_memory_budget(self, budget: usize) -> Self

Set CPU memory budget

pub fn with_gpu_param_memory_budget(self, budget: usize) -> Self

Set GPU parameter memory budget

pub fn with_prefetch_buffer_size(self, size: usize) -> Self

Set prefetch buffer size

pub fn with_compression(self, compression: CpuCompressionMethod) -> Self

Set compression method

pub fn with_memory_strategy(self, strategy: AutoMemoryStrategy) -> Self

Set memory management strategy

pub fn with_async_prefetch(self, async_prefetch: bool) -> Self

Enable asynchronous prefetching

pub fn with_overlap_computation(self, overlap: bool) -> Self

Enable computation overlap

pub fn with_pin_cpu_memory(self, pin: bool) -> Self

Enable CPU memory pinning

pub fn validate(&self) -> Result<(), String>

Validate the configuration settings

pub fn compression_ratio(&self) -> f32

Get the effective compression ratio for CPU storage

pub fn effective_cpu_memory_budget(&self) -> usize

Get the effective CPU memory budget after compression

Trait Implementations

impl Clone for Zero3CpuOffloadConfig

fn clone(&self) -> Zero3CpuOffloadConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Zero3CpuOffloadConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Zero3CpuOffloadConfig

fn default() -> Self

Returns the “default value” for a type.