Struct AdamOptimizer 

pub struct AdamOptimizer { /* private fields */ }

Adam optimizer with bias correction.

Implementations

impl AdamOptimizer

pub fn new(lr: f32) -> Self

Create a new Adam optimizer.

Trait Implementations

impl Optimizer for AdamOptimizer

fn step( &mut self, weights: &mut Array1<f32>, bias: &mut f32, weight_grad: &Array1<f32>, bias_grad: f32, )

Apply a gradient step.

fn learning_rate(&self) -> f32

Return the current learning rate.

fn set_learning_rate(&mut self, lr: f32)

Override the current learning rate (called by the LR scheduler).