Struct OptimizationState 

pub struct OptimizationState<T: Float + Debug + Send + Sync + 'static> {
    pub learning_rate: T,
    pub momentum: Option<Array1<T>>,
    pub adaptive_state: Option<AdaptiveState<T>>,
    pub gradient_accumulator: GradientAccumulator<T>,
    pub step_count: usize,
    pub last_update_magnitude: T,
    pub convergence_tracker: ConvergenceTracker<T>,
}

Optimization state tracking

Fields

learning_rate: T

Current learning rate

momentum: Option<Array1<T>>

Momentum state

adaptive_state: Option<AdaptiveState<T>>

Adaptive learning rate state (e.g., Adam)

gradient_accumulator: GradientAccumulator<T>

Gradient accumulation

step_count: usize

Step count

last_update_magnitude: T

Last update magnitude

convergence_tracker: ConvergenceTracker<T>

Convergence tracking

Implementations

impl<T: Float + Debug + Send + Sync + 'static> OptimizationState<T>

pub fn new(config: &TransformerBasedOptimizerConfig<T>) -> Result<Self>

pub fn update_with_step( &mut self, update: &Array1<T>, loss: Option<T>, ) -> Result<()>

pub fn get_progress(&self) -> OptimizationProgress<T>

pub fn reset(&mut self) -> Result<()>

pub fn validate(&self) -> Result<ValidationResult>

pub fn to_serializable(&self) -> Result<SerializableOptimizationState<T>>

pub fn from_serializable( &mut self, state: SerializableOptimizationState<T>, ) -> Result<()>

Trait Implementations

impl<T: Clone + Float + Debug + Send + Sync + 'static> Clone for OptimizationState<T>

fn clone(&self) -> OptimizationState<T>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug + Float + Debug + Send + Sync + 'static> Debug for OptimizationState<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.