Struct PrecisionConfig 

pub struct PrecisionConfig {
    pub mode: PrecisionMode,
    pub loss_scale: f32,
    pub dynamic_loss_scale: bool,
    pub grad_clip_threshold: Option<f32>,
}

Configuration for mixed precision inference

Fields

mode: PrecisionMode

Precision mode to use

loss_scale: f32

Loss scaling factor to prevent underflow in FP16

dynamic_loss_scale: bool

Whether to automatically adjust loss scale

grad_clip_threshold: Option<f32>

Threshold for gradient clipping in reduced precision

Implementations

impl PrecisionConfig

pub fn new() -> Self

Create a new precision configuration

pub fn mode(self, mode: PrecisionMode) -> Self

Set precision mode

pub fn fp16(self) -> Self

Enable FP16 precision

pub fn bf16(self) -> Self

Enable BF16 precision

pub fn mixed_fp16(self, accumulate_fp32: bool) -> Self

Enable mixed precision with FP16 compute

pub fn mixed_bf16(self, accumulate_fp32: bool) -> Self

Enable mixed precision with BF16 compute

pub fn loss_scale(self, scale: f32) -> Self

Set loss scaling factor

pub fn dynamic_loss_scale(self, enabled: bool) -> Self

Enable dynamic loss scaling

pub fn grad_clip_threshold(self, threshold: f32) -> Self

Set gradient clipping threshold

Trait Implementations

impl Clone for PrecisionConfig

fn clone(&self) -> PrecisionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PrecisionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PrecisionConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for PrecisionConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PrecisionConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.