optirs-learned 0.3.2

OptiRS learned optimizers and meta-learning
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

// Optimization strategies for transformer-based learned optimizers
//
// This module contains various optimization strategies that work in conjunction
// with the transformer architecture to improve optimization performance.

pub mod gradient_processing;
pub mod learning_rate_adaptation;
pub mod momentum_integration;
pub mod regularization;

// Re-export key types for convenience
pub use gradient_processing::{
    GradientProcessingParams, GradientProcessingStrategy, GradientProcessor, GradientStatistics,
};
pub use learning_rate_adaptation::{
    LRAdaptationParams, LearningRateAdaptationStrategy, LearningRateAdapter,
};
pub use momentum_integration::{
    MomentumIntegrator, MomentumParams, MomentumState, MomentumStatistics, MomentumStrategy,
};
pub use regularization::{
    ParameterStatistics, RegularizationParams, RegularizationStrategy, TransformerRegularizer,
};