Struct AdamWOptimizer 

pub struct AdamWOptimizer { /* private fields */ }

AdamW optimizer (Adam with decoupled weight decay).

Implementations

impl AdamWOptimizer

pub fn new(config: OptimizerConfig) -> Self

Create a new AdamW optimizer.

Trait Implementations

impl Debug for AdamWOptimizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Optimizer for AdamWOptimizer

fn step( &mut self, parameters: &mut HashMap<String, Array<f64, Ix2>>, gradients: &HashMap<String, Array<f64, Ix2>>, ) -> TrainResult<()>

Update parameters with computed gradients.

fn zero_grad(&mut self)

Zero all gradients.

fn get_lr(&self) -> f64

Get current learning rate.

fn set_lr(&mut self, lr: f64)

Set learning rate.

fn state_dict(&self) -> HashMap<String, Vec<f64>>

Get optimizer state for checkpointing.

fn load_state_dict(&mut self, state: HashMap<String, Vec<f64>>)

Load optimizer state from checkpoint.