Struct AccumulationConfig 

pub struct AccumulationConfig {
    pub strategy: GradientAccumulationStrategy,
    pub accumulation_steps: usize,
    pub clear_after_step: bool,
}

Configuration for gradient accumulation

Fields

strategy: GradientAccumulationStrategy

accumulation_steps: usize

clear_after_step: bool

Implementations

impl AccumulationConfig

pub fn new(strategy: GradientAccumulationStrategy, steps: usize) -> Self

pub fn standard(steps: usize) -> Self

pub fn average(steps: usize) -> Self

pub fn checkpointing(steps: usize) -> Self

pub fn mixed_precision(steps: usize) -> Self

Trait Implementations

impl Clone for AccumulationConfig

fn clone(&self) -> AccumulationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AccumulationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for AccumulationConfig

fn default() -> Self

Returns the “default value” for a type.