Trait Optimizer 

pub trait Optimizer: Send + Sync {
    // Required methods
    fn step(&mut self, params: &mut [f32], gradients: &[f32]);
    fn reset(&mut self);
    fn learning_rate(&self) -> f32;
    fn set_learning_rate(&mut self, lr: f32);
}

Optimizer trait for parameter updates

Required Methods

fn step(&mut self, params: &mut [f32], gradients: &[f32])

Update parameters using gradients

fn reset(&mut self)

Reset optimizer state

fn learning_rate(&self) -> f32

Get current learning rate

fn set_learning_rate(&mut self, lr: f32)

Set learning rate

Implementors

impl Optimizer for Adam

impl Optimizer for AdamW

impl Optimizer for SGD