Trait Optimizer 

pub trait Optimizer {
    // Required methods
    fn step(&mut self);
    fn zero_grad(&mut self);
    fn lr(&self) -> f32;
    fn set_lr(&mut self, lr: f32);
}

Common trait for all optimizers.

Required Methods

fn step(&mut self)

Perform a single optimization step using computed gradients.

fn zero_grad(&mut self)

Zero all parameter gradients.

fn lr(&self) -> f32

Get current learning rate.

fn set_lr(&mut self, lr: f32)

Set learning rate (for schedulers).

Implementors

impl Optimizer for Adam

impl Optimizer for AdamW

impl Optimizer for RMSprop

impl Optimizer for SGD