Struct VarianceReduction 

pub struct VarianceReduction { /* private fields */ }

Variance Reduction optimizer implementing SVRG and SAG methods.

Implementations

impl VarianceReduction

pub fn new(config: VarianceReductionConfig) -> Self

Create a new variance reduction optimizer.

pub fn svrg( learning_rate: f32, history_size: usize, full_grad_frequency: usize, ) -> Self

Create SVRG optimizer with default settings.

pub fn sag(learning_rate: f32, history_size: usize) -> Self

Create SAG optimizer with default settings.

Trait Implementations

impl Debug for VarianceReduction

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl OptimizerState for VarianceReduction

fn zero_grad(&mut self) -> Result<()>

Zero out gradients

fn step(&mut self, parameters: &mut [Tensor]) -> Result<()>

Perform optimization step

fn get_lr(&self) -> f32

Get current learning rate

fn set_lr(&mut self, lr: f32)

Set learning rate

fn state_dict(&self) -> Result<HashMap<String, Tensor>>

Save optimizer state to dictionary

fn load_state_dict(&mut self, state: HashMap<String, Tensor>) -> Result<()>

Load optimizer state from dictionary