Struct Adam 

pub struct Adam { /* private fields */ }

Adam optimizer with bias correction

Implementations

impl Adam

pub fn new(dim: usize, lr: f32) -> Self

pub fn with_betas(self, beta1: f32, beta2: f32) -> Self

pub fn with_epsilon(self, eps: f32) -> Self

pub fn with_weight_decay(self, wd: f32) -> Self

Trait Implementations

impl Optimizer for Adam

fn step(&mut self, params: &mut [f32], gradients: &[f32])

Update parameters using gradients

fn reset(&mut self)

Reset optimizer state

fn learning_rate(&self) -> f32

Get current learning rate

fn set_learning_rate(&mut self, lr: f32)

Set learning rate