Struct MixedPrecisionState 

pub struct MixedPrecisionState {
    pub config: MixedPrecisionConfig,
    pub scaler: LossScaler,
    pub master_weights: HashMap<String, Vec<f64>>,
    pub successful_steps: usize,
    pub skipped_steps: usize,
    pub step: usize,
}

Mixed precision training state.

Fields

config: MixedPrecisionConfig

Configuration

scaler: LossScaler

Loss scaler

master_weights: HashMap<String, Vec<f64>>

Master weights (FP32 copies of parameters)

successful_steps: usize

Number of successful steps

skipped_steps: usize

Number of skipped steps due to overflow

step: usize

Training step counter

Implementations

impl MixedPrecisionState

pub fn new(config: MixedPrecisionConfig) -> Result<Self, MixedPrecisionError>

Create a new mixed precision training state.

pub fn init_master_weights(&mut self, params: &HashMap<String, Vec<f64>>)

Initialize master weights.

pub fn current_loss_scale(&self) -> f64

Get current loss scale.

pub fn stats(&self) -> MixedPrecisionStats

Get training statistics.

pub fn process_step( &mut self, loss: f64, gradients: &mut HashMap<String, f64>, ) -> Result<bool, MixedPrecisionError>

Process training step with automatic loss scaling.

Trait Implementations

impl Clone for MixedPrecisionState

fn clone(&self) -> MixedPrecisionState

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MixedPrecisionState

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.