Struct MemoryOptimizationConfig 

pub struct MemoryOptimizationConfig {
    pub gradient_checkpointing: bool,
    pub cpu_offloading: bool,
    pub dynamic_memory: bool,
    pub tensor_rematerialization: bool,
    pub memory_threshold: usize,
    pub max_memory_usage: usize,
    pub checkpoint_interval: usize,
    pub offload_threshold: usize,
}

Configuration for memory optimization

Fields

gradient_checkpointing: bool

Enable gradient checkpointing

cpu_offloading: bool

Enable CPU offloading for large tensors

dynamic_memory: bool

Enable dynamic memory management

tensor_rematerialization: bool

Enable tensor rematerialization

memory_threshold: usize

Memory threshold for triggering optimizations (in bytes)

max_memory_usage: usize

Maximum memory usage before aggressive cleanup (in bytes)

checkpoint_interval: usize

Checkpoint interval (number of layers)

offload_threshold: usize

CPU offloading threshold (tensor size in bytes)

Trait Implementations

impl Clone for MemoryOptimizationConfig

fn clone(&self) -> MemoryOptimizationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MemoryOptimizationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for MemoryOptimizationConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for MemoryOptimizationConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for MemoryOptimizationConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.