Struct SingleGpuExecutor 

pub struct SingleGpuExecutor { /* private fields */ }

Single-GPU executor (no parallelism)

Implementations

impl SingleGpuExecutor

pub fn new(device: Device) -> Self

Trait Implementations

impl ParallelExecutor for SingleGpuExecutor

fn config(&self) -> &ParallelConfig

Get the parallelism configuration

fn rank(&self) -> usize

Get local rank

fn world_size(&self) -> usize

Get world size

fn device(&self) -> Device

Get the local device

fn barrier<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Barrier synchronization across all ranks

fn all_reduce<'life0, 'life1, 'async_trait>( &'life0 self, _data: &'life1 mut [f32], ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

All-reduce operation (sum by default)

fn all_gather<'life0, 'life1, 'async_trait>( &'life0 self, local_data: &'life1 [f32], ) -> Pin<Box<dyn Future<Output = Result<Vec<f32>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

All-gather operation

fn broadcast<'life0, 'life1, 'async_trait>( &'life0 self, _data: &'life1 mut [f32], ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Broadcast from master to all ranks

fn is_master(&self) -> bool

Check if this is the master rank