Struct TransformerOptimizerState 

pub struct TransformerOptimizerState<T: Float + Debug + ScalarOperand + Send + Sync + 'static> {
    pub current_parameters: Array1<T>,
    /* private fields */
}

Transformer optimizer state

Fields

current_parameters: Array1<T>

Current model parameters

Implementations

impl<T: Float + Debug + ScalarOperand + Send + Sync + 'static> TransformerOptimizerState<T>

pub fn new(config: &TransformerBasedOptimizerConfig<T>) -> Result<Self>

Create new optimizer state

pub fn update_with_step( &mut self, update: &Array1<T>, loss: Option<T>, ) -> Result<()>

Update state with optimization step.

update need not already match current_parameters’s length: the meta-learned update network produces one “layer’s worth” of update (model_dimension elements), which is applied identically to every transformer-layer segment of the (model_dimension * num_transformer_layers)-sized parameter vector. See Self::project_update.

pub fn create_snapshot(&self) -> Result<OptimizerStateSnapshot<T>>

Create state snapshot

pub fn restore_from_snapshot( &mut self, snapshot: &OptimizerStateSnapshot<T>, ) -> Result<()>

Restore from snapshot

pub fn save_checkpoint(&mut self, name: String) -> Result<String>

Save checkpoint

pub fn load_checkpoint(&mut self, checkpoint_id: &str) -> Result<()>

Load checkpoint

pub fn get_parameter_stats(&self) -> ParameterStatistics<T>

Get parameter statistics

pub fn get_optimization_progress(&self) -> OptimizationProgress<T>

Get optimization progress

pub fn get_learning_stats(&self) -> LearningStatistics<T>

Get learning statistics

pub fn reset(&mut self) -> Result<()>

Reset state

pub fn validate_state(&self) -> Result<StateValidationReport>

Validate state consistency

pub fn get_state_summary(&self) -> StateSummary<T>

Get state summary

pub fn get_metadata(&self) -> StateMetadata

Get state metadata

pub fn export_state(&self) -> Result<SerializableState<T>>

Export state to serializable format

pub fn import_state(&mut self, state: SerializableState<T>) -> Result<()>

Import state from serializable format