Struct LossScaler 

pub struct LossScaler { /* private fields */ }

Loss scaler for mixed-precision training

Implementations

impl LossScaler

pub fn new(_initialscale: f32) -> Self

Create a new loss scaler

pub fn get_scale(&self) -> f32

Get current scale factor

pub fn scale_loss(&self, loss: f32) -> f32

Scale loss for backward pass

pub fn unscale_gradients<A, D>(&self, gradients: &mut Array<A, D>)

where A: Float + ScalarOperand, D: Dimension,

Unscale gradients after backward pass

pub fn update(&mut self, foundinf: bool)

Update scale based on gradient overflow detection

pub fn check_gradients<A, D>(&self, gradients: &Array<A, D>) -> bool

where A: Float + ScalarOperand, D: Dimension,

Check if gradients contain infinite or NaN values

Trait Implementations

impl Clone for LossScaler

fn clone(&self) -> LossScaler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LossScaler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.