Struct AdaMaxPlusConfig 

pub struct AdaMaxPlusConfig {
    pub learning_rate: f32,
    pub betas: (f32, f32),
    pub epsilon: f32,
    pub weight_decay: f32,
    pub adaptive_momentum: bool,
    pub momentum_adaptation_strength: f32,
    pub warmup_steps: usize,
    pub variance_tracking: bool,
    pub bias_correction_factor: f32,
    pub outlier_threshold: f32,
}

Configuration for AdaMax+ optimizer

Fields

learning_rate: f32

Learning rate

betas: (f32, f32)

Exponential decay rates for moment estimates (β₁, β₂)

epsilon: f32

Small constant for numerical stability

weight_decay: f32

Weight decay (L2 regularization)

adaptive_momentum: bool

Enable adaptive momentum scheduling

momentum_adaptation_strength: f32

Momentum adaptation strength

warmup_steps: usize

Number of warm-up steps

variance_tracking: bool

Enable variance tracking for momentum adaptation

bias_correction_factor: f32

Bias correction improvement factor

outlier_threshold: f32

Outlier handling threshold for infinity norm

Implementations

impl AdaMaxPlusConfig

pub fn new() -> Self

Create a new configuration with default values

pub fn learning_rate(self, lr: f32) -> Self

Set learning rate

pub fn betas(self, betas: (f32, f32)) -> Self

Set beta parameters

pub fn epsilon(self, eps: f32) -> Self

Set epsilon

pub fn weight_decay(self, wd: f32) -> Self

Set weight decay

pub fn enable_adaptive_momentum(self, enabled: bool) -> Self

Enable/disable adaptive momentum

pub fn momentum_adaptation_strength(self, strength: f32) -> Self

Set momentum adaptation strength

pub fn warmup_steps(self, steps: usize) -> Self

Set warmup steps

pub fn variance_tracking(self, enabled: bool) -> Self

Enable/disable variance tracking

pub fn bias_correction_factor(self, factor: f32) -> Self

Set bias correction factor

pub fn outlier_threshold(self, threshold: f32) -> Self

Set outlier threshold

Trait Implementations

impl Clone for AdaMaxPlusConfig

fn clone(&self) -> AdaMaxPlusConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AdaMaxPlusConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for AdaMaxPlusConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for AdaMaxPlusConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for AdaMaxPlusConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.