Struct ScheduleFreeConfig 

pub struct ScheduleFreeConfig {
    pub lr: f64,
    pub beta1: f64,
    pub beta2: f64,
    pub weight_decay: f64,
    pub eps: f64,
    pub gamma: f64,
    pub warmup_steps: usize,
    pub grad_clip: Option<f64>,
    pub grad_clip_mode: GradClipMode,
}

Configuration for schedule-free optimizers.

Fields

lr: f64

Learning rate (constant, no schedule needed!)

beta1: f64

Beta1 for first moment (default: 0.9)

beta2: f64

Beta2 for second moment (default: 0.999)

weight_decay: f64

Weight decay coefficient (default: 0.01)

eps: f64

Epsilon for numerical stability (default: 1e-8)

gamma: f64

Averaging coefficient γ for evaluation sequence (default: 0.95) Higher values = more smoothing, better generalization

warmup_steps: usize

Number of warmup steps (default: 0) During warmup, gamma increases linearly from 0 to target value

grad_clip: Option<f64>

Gradient clipping threshold (None = no clipping)

grad_clip_mode: GradClipMode

Gradient clipping mode

Implementations

impl ScheduleFreeConfig

pub fn new(lr: f64) -> Self

Create a new configuration with custom learning rate.

pub fn with_lr(self, lr: f64) -> Self

Set learning rate (builder pattern).

pub fn with_beta1(self, beta1: f64) -> Self

Set beta1 (builder pattern).

pub fn with_beta2(self, beta2: f64) -> Self

Set beta2 (builder pattern).

pub fn with_weight_decay(self, weight_decay: f64) -> Self

Set weight decay (builder pattern).

pub fn with_gamma(self, gamma: f64) -> Self

Set gamma (averaging coefficient) (builder pattern).

pub fn with_warmup_steps(self, steps: usize) -> Self

Set warmup steps (builder pattern).

pub fn with_grad_clip(self, threshold: f64, mode: GradClipMode) -> Self

Set gradient clipping (builder pattern).

Trait Implementations

impl Clone for ScheduleFreeConfig

fn clone(&self) -> ScheduleFreeConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ScheduleFreeConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ScheduleFreeConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ScheduleFreeConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ScheduleFreeConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.