Trait Optimizer

pub trait Optimizer {
    // Required methods
    fn update(
        &mut self,
        param_id: &str,
        param: &mut Array2<f64>,
        gradient: &Array2<f64>,
    );
    fn reset(&mut self);
    fn set_learning_rate(&mut self, lr: f64);
    fn get_learning_rate(&self) -> f64;
}

Optimizer trait for parameter updates during training

Required Methods

fn update( &mut self, param_id: &str, param: &mut Array2<f64>, gradient: &Array2<f64>, )

fn reset(&mut self)

fn set_learning_rate(&mut self, lr: f64)

Set the learning rate dynamically (for compatibility with schedulers)

fn get_learning_rate(&self) -> f64

Get the current learning rate

Implementors

impl Optimizer for Adam

impl Optimizer for RMSprop

impl Optimizer for SGD

impl<O: Optimizer, S: LearningRateScheduler> Optimizer for ScheduledOptimizer<O, S>