Trait ExtendedOptimizerPlugin 

pub trait ExtendedOptimizerPlugin<A: Float>: OptimizerPlugin<A> {
    // Required methods
    fn batch_step(
        &mut self,
        params: &Array2<A>,
        gradients: &Array2<A>,
    ) -> Result<Array2<A>>;
    fn adaptive_learning_rate(&self, gradients: &Array1<A>) -> A;
    fn preprocess_gradients(&self, gradients: &Array1<A>) -> Result<Array1<A>>;
    fn postprocess_parameters(&self, params: &Array1<A>) -> Result<Array1<A>>;
    fn get_trajectory(&self) -> Vec<Array1<A>> ;
    fn convergence_metrics(&self) -> ConvergenceMetrics;
}

Extended plugin trait for optimizers with advanced features

Required Methods

fn batch_step( &mut self, params: &Array2<A>, gradients: &Array2<A>, ) -> Result<Array2<A>>

Perform batch optimization step

fn adaptive_learning_rate(&self, gradients: &Array1<A>) -> A

Compute adaptive learning rate

fn preprocess_gradients(&self, gradients: &Array1<A>) -> Result<Array1<A>>

Gradient preprocessing

fn postprocess_parameters(&self, params: &Array1<A>) -> Result<Array1<A>>

Parameter postprocessing

fn get_trajectory(&self) -> Vec<Array1<A>>

Get optimization trajectory

fn convergence_metrics(&self) -> ConvergenceMetrics

Compute convergence metrics

Implementors