Enum LearningRateDecay 

pub enum LearningRateDecay {
    Constant,
    Exponential {
        decay_rate: Float,
    },
    Step {
        step_size: usize,
        step_factor: Float,
    },
    Polynomial {
        decay_rate: Float,
        power: Float,
    },
    CosineAnnealing {
        min_lr: Float,
    },
}

Learning rate decay schedules

Variants

Constant

Constant learning rate

Exponential

Exponential decay: lr * decay_rate^epoch

Fields

decay_rate: Float

Step

Step decay: lr * step_factor^floor(epoch / step_size)

Fields

step_size: usize

step_factor: Float

Polynomial

Polynomial decay: lr * (1 + decay_rate * epoch)^(-power)

Fields

decay_rate: Float

power: Float

CosineAnnealing

Cosine annealing

Fields

min_lr: Float

Trait Implementations

impl Clone for LearningRateDecay

fn clone(&self) -> LearningRateDecay

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LearningRateDecay

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.