Trait Optimizer 

pub trait Optimizer {
    // Required methods
    fn step(&mut self);
    fn zero_grad(&mut self);
    fn get_lr(&self) -> f32;
    fn set_lr(&mut self, lr: f32);
    fn parameters(&self) -> &[Tensor];
}

Base trait for all optimizers

Required Methods

fn step(&mut self)

Perform a single optimization step

fn zero_grad(&mut self)

Zero all gradients

fn get_lr(&self) -> f32

Get current learning rate

fn set_lr(&mut self, lr: f32)

Set learning rate

fn parameters(&self) -> &[Tensor]

Get all parameters

Implementors

impl Optimizer for Adam

impl Optimizer for AdamW

impl Optimizer for SGD