Struct FairScaleConfig 

pub struct FairScaleConfig {
    pub fsdp: Option<FairScaleFsdpConfig>,
    pub oss: Option<FairScaleOssConfig>,
    pub sharded_grad_scaler: Option<FairScaleGradScalerConfig>,
    pub activation_checkpointing: Option<FairScaleActivationCheckpointingConfig>,
    pub pipeline_parallelism: Option<FairScalePipelineConfig>,
    pub memory_optimization: Option<FairScaleMemoryOptimizationConfig>,
}

FairScale configuration compatible with ToRSh

Fields

fsdp: Option<FairScaleFsdpConfig>

FSDP configuration

oss: Option<FairScaleOssConfig>

OSS (Optimizer State Sharding) configuration

sharded_grad_scaler: Option<FairScaleGradScalerConfig>

ShardedGradScaler configuration

activation_checkpointing: Option<FairScaleActivationCheckpointingConfig>

Activation checkpointing configuration

pipeline_parallelism: Option<FairScalePipelineConfig>

Pipeline parallelism configuration

memory_optimization: Option<FairScaleMemoryOptimizationConfig>

Memory optimization configuration

Trait Implementations

impl Clone for FairScaleConfig

fn clone(&self) -> FairScaleConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FairScaleConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for FairScaleConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for FairScaleConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for FairScaleConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.