Struct ProdigyConfig 

pub struct ProdigyConfig {
    pub d0: f64,
    pub d_coef: f64,
    pub lr: f64,
    pub beta1: f64,
    pub beta2: f64,
    pub eps: f64,
    pub weight_decay: f64,
    pub grad_clip: Option<f64>,
    pub grad_clip_mode: GradClipMode,
    pub bias_correction: bool,
    pub d_growth_rate: f64,
}

Configuration for Prodigy optimizer

Fields

d0: f64

Initial D estimate (default: 1e-6) D represents the distance scale from initialization

d_coef: f64

Coefficient for D adaptation (default: 1.0) Controls how aggressively D is adapted

lr: f64

Learning rate (default: 1.0) Note: Prodigy is relatively insensitive to this value

beta1: f64

First moment decay rate (default: 0.9)

beta2: f64

Second moment decay rate (default: 0.999)

eps: f64

Small constant for numerical stability (default: 1e-8)

weight_decay: f64

Weight decay coefficient (default: 0.0) Applied as decoupled weight decay (like AdamW)

grad_clip: Option<f64>

Gradient clipping threshold (optional)

grad_clip_mode: GradClipMode

Gradient clipping mode

bias_correction: bool

Whether to use bias correction (default: true)

d_growth_rate: f64

Growth rate for D (default: infinity, meaning no limit)

Implementations

impl ProdigyConfig

pub fn new() -> Self

Create new Prodigy config with default values

pub fn with_d0(self, d0: f64) -> Self

Set initial D estimate

pub fn with_d_coef(self, d_coef: f64) -> Self

Set D coefficient

pub fn with_lr(self, lr: f64) -> Self

Set learning rate

pub fn with_beta1(self, beta1: f64) -> Self

Set beta1 (first moment decay)

pub fn with_beta2(self, beta2: f64) -> Self

Set beta2 (second moment decay)

pub fn with_eps(self, eps: f64) -> Self

Set epsilon for numerical stability

pub fn with_weight_decay(self, weight_decay: f64) -> Self

Set weight decay

pub fn with_grad_clip(self, grad_clip: f64) -> Self

Set gradient clipping

pub fn with_grad_clip_mode(self, mode: GradClipMode) -> Self

Set gradient clipping mode

pub fn with_bias_correction(self, bias_correction: bool) -> Self

Enable or disable bias correction

pub fn with_d_growth_rate(self, rate: f64) -> Self

Set D growth rate limit

Trait Implementations

impl Clone for ProdigyConfig

fn clone(&self) -> ProdigyConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ProdigyConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ProdigyConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ProdigyConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ProdigyConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.