Struct SparseSGD 

pub struct SparseSGD { /* private fields */ }

Sparse SGD with momentum optimizer.

Implementations

impl SparseSGD

pub fn new( learning_rate: f32, momentum: f32, dampening: f32, weight_decay: f32, nesterov: bool, config: SparseConfig, ) -> Self

pub fn with_default_config( learning_rate: f32, momentum: f32, dampening: f32, weight_decay: f32, nesterov: bool, ) -> Self

Create with default sparse configuration.

pub fn get_momentum_stats(&self) -> HashMap<usize, usize>

Get momentum statistics.

pub fn total_active_states(&self) -> usize

Total number of active momentum states across all parameters.

pub fn cleanup_momentum_states(&mut self)

Cleanup old momentum states for all parameters.

Trait Implementations

impl Debug for SparseSGD

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl OptimizerState for SparseSGD

fn zero_grad(&mut self) -> Result<()>

Zero out gradients

fn step(&mut self, parameters: &mut [Tensor]) -> Result<()>

Perform optimization step

fn get_lr(&self) -> f32

Get current learning rate

fn set_lr(&mut self, lr: f32)

Set learning rate

fn state_dict(&self) -> Result<HashMap<String, Tensor>>

Save optimizer state to dictionary

fn load_state_dict(&mut self, state: HashMap<String, Tensor>) -> Result<()>

Load optimizer state from dictionary