Struct MemoryEfficientAdam 

pub struct MemoryEfficientAdam { /* private fields */ }

Memory-efficient Adam optimizer with reduced memory footprint

Implementations

impl MemoryEfficientAdam

pub fn new( params: Vec<Arc<RwLock<Tensor>>>, lr: f32, beta1: Option<f32>, beta2: Option<f32>, eps: Option<f32>, weight_decay: Option<f32>, amsgrad: Option<bool>, memory_config: Option<MemoryConfig>, ) -> Self

Trait Implementations

impl Optimizer for MemoryEfficientAdam

fn step(&mut self) -> OptimizerResult<()>

Perform a single optimization step

fn zero_grad(&mut self)

Zero all gradients

fn get_lr(&self) -> Vec<f32>

Get the current learning rate

fn set_lr(&mut self, lr: f32)

Set the learning rate

fn add_param_group( &mut self, params: Vec<Arc<RwLock<Tensor>>>, options: HashMap<String, f32>, )

Add a parameter group

fn state_dict(&self) -> OptimizerResult<OptimizerState>

Get state dict for serialization

fn load_state_dict(&mut self, state: OptimizerState) -> OptimizerResult<()>

Load state dict