Struct FairScaleIntegration 

pub struct FairScaleIntegration { /* private fields */ }

FairScale compatibility integration

Implementations

impl FairScaleIntegration

pub fn new(config: FairScaleConfig) -> Self

Create a new FairScale integration

pub fn from_file<P: AsRef<Path>>(path: P) -> TorshResult<Self>

Load configuration from JSON file

pub fn initialize( &mut self, rank: u32, world_size: u32, local_rank: u32, local_size: u32, ) -> TorshResult<()>

Initialize FairScale integration

pub fn to_fsdp_config(&self) -> TorshResult<FsdpConfig>

Convert FairScale config to ToRSh FSDP config

pub fn to_pipeline_config(&self) -> TorshResult<Option<PipelineConfig>>

Convert FairScale config to ToRSh pipeline config

pub fn config(&self) -> &FairScaleConfig

Get the current configuration

pub fn stats(&self) -> &FairScaleStats

Get current statistics

pub fn is_initialized(&self) -> bool

Check if FairScale integration is initialized

pub fn rank(&self) -> u32

Get current rank

pub fn world_size(&self) -> u32

Get world size

pub fn local_rank(&self) -> u32

Get local rank

pub fn local_size(&self) -> u32

Get local size

pub fn fsdp_operation( &mut self, operation_name: &str, parameter_count: usize, ) -> TorshResult<()>

Simulate FSDP operation

pub fn oss_operation( &mut self, operation_name: &str, optimizer_state_size: usize, ) -> TorshResult<()>

Simulate OSS operation

pub fn record_activation_checkpoint( &mut self, layer_name: &str, memory_saved: usize, )

Record activation checkpoint

pub fn record_gradient_scaling_event(&mut self, scale_factor: f32)

Record gradient scaling event

pub fn default_config() -> FairScaleConfig

Create a default FairScale configuration

pub fn config_with_fsdp_mixed_precision() -> FairScaleConfig

Create a configuration with FSDP and mixed precision

pub fn config_with_pipeline_parallelism(stages: u32) -> FairScaleConfig

Create a configuration with pipeline parallelism