Struct AdamW 

pub struct AdamW { /* private fields */ }

AdamW optimizer (decoupled weight decay)

Implementations

impl AdamW

pub fn new(params: Vec<Tensor>, lr: f32) -> Self

pub fn betas(self, beta1: f32, beta2: f32) -> Self

pub fn eps(self, eps: f32) -> Self

pub fn weight_decay(self, weight_decay: f32) -> Self

Trait Implementations

impl Optimizer for AdamW

fn step(&mut self)

Perform a single optimization step

fn zero_grad(&mut self)

Zero all gradients

fn get_lr(&self) -> f32

Get current learning rate

fn set_lr(&mut self, lr: f32)

Set learning rate

fn parameters(&self) -> &[Tensor]

Get all parameters