Struct RAdam 

pub struct RAdam { /* private fields */ }

R Adam optimiser

Described in On the Variance of the Adaptive Learning Rate and Beyond

Implementations

impl RAdam

pub fn into_inner(self) -> Vec<Var>

Return the vars being optimised

Trait Implementations

impl Debug for RAdam

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl OptimParams for RAdam

fn params(&self) -> &Self::Config

get the current parameters of the Optimiser

fn set_params(&mut self, config: Self::Config)

set the current parameters of the Optimiser

impl Optimizer for RAdam

type Config = ParamsRAdam

fn new(vars: Vec<Var>, params: ParamsRAdam) -> Result<Self>

fn learning_rate(&self) -> f64

fn step(&mut self, grads: &GradStore) -> Result<()>

fn set_learning_rate(&mut self, lr: f64)

fn empty(config: Self::Config) -> Result<Self, Error>

fn backward_step(&mut self, loss: &Tensor) -> Result<(), Error>

fn from_slice(vars: &[&Var], config: Self::Config) -> Result<Self, Error>