Struct MixedPrecisionConfig 

pub struct MixedPrecisionConfig {
    pub enabled: bool,
    pub loss_scale: f32,
    pub growth_factor: f32,
    pub backoff_factor: f32,
    pub growth_interval: u32,
    pub use_bfloat16: bool,
    /* private fields */
}

Mixed precision configuration for automatic mixed precision (AMP) training

Fields

enabled: bool

Whether to enable automatic mixed precision

loss_scale: f32

Loss scaling factor to prevent gradient underflow

growth_factor: f32

Growth factor for loss scaling

backoff_factor: f32

Backoff factor for loss scaling

growth_interval: u32

Growth interval (number of steps without overflow)

use_bfloat16: bool

Whether to use bf16 instead of f16

Implementations

impl MixedPrecisionConfig

pub fn new() -> Self

Create a new mixed precision configuration with default settings

pub fn enable(self) -> Self

Enable mixed precision training

pub fn with_loss_scale(self, scale: f32) -> Self

Set the initial loss scale

pub fn with_bfloat16(self) -> Self

Use bfloat16 instead of float16

pub fn update_loss_scale(&mut self, has_overflow: bool)

Check for gradient overflow and update loss scaling

pub fn target_dtype(&self) -> DType

Get the target half precision type

Trait Implementations

impl Clone for MixedPrecisionConfig

fn clone(&self) -> MixedPrecisionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MixedPrecisionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for MixedPrecisionConfig

fn default() -> Self

Returns the “default value” for a type.