Trait DistributedCommunication 

pub trait DistributedCommunication: Send + Sync {
    // Required methods
    fn send(
        &self,
        tensor: Box<dyn ArrayProtocol>,
        destination: usize,
    ) -> CoreResult<()>;
    fn recv(&self, source: usize) -> CoreResult<Box<dyn ArrayProtocol>>;
    fn broadcast(
        &self,
        tensor: Box<dyn ArrayProtocol>,
    ) -> CoreResult<Box<dyn ArrayProtocol>>;
    fn gather(
        &self,
        tensor: Box<dyn ArrayProtocol>,
    ) -> CoreResult<Vec<Box<dyn ArrayProtocol>>>;
    fn scatter(
        &self,
        tensors: Vec<Box<dyn ArrayProtocol>>,
    ) -> CoreResult<Box<dyn ArrayProtocol>>;
    fn reduce(
        &self,
        tensor: Box<dyn ArrayProtocol>,
        op: &str,
    ) -> CoreResult<Box<dyn ArrayProtocol>>;
    fn all_reduce(
        &self,
        tensor: Box<dyn ArrayProtocol>,
        op: &str,
    ) -> CoreResult<Box<dyn ArrayProtocol>>;
    fn all_gather(
        &self,
        tensor: Box<dyn ArrayProtocol>,
    ) -> CoreResult<Vec<Box<dyn ArrayProtocol>>>;
    fn barrier(&self) -> CoreResult<()>;
    fn box_clone(&self) -> Box<dyn DistributedCommunication>;
}

Trait for distributed communication between nodes.

Required Methods

fn send( &self, tensor: Box<dyn ArrayProtocol>, destination: usize, ) -> CoreResult<()>

Send a tensor to another worker.

fn recv(&self, source: usize) -> CoreResult<Box<dyn ArrayProtocol>>

Receive a tensor from another worker.

fn broadcast( &self, tensor: Box<dyn ArrayProtocol>, ) -> CoreResult<Box<dyn ArrayProtocol>>

Broadcast a tensor from the master to all workers.

fn gather( &self, tensor: Box<dyn ArrayProtocol>, ) -> CoreResult<Vec<Box<dyn ArrayProtocol>>>

Gather tensors from all workers to the master.

fn scatter( &self, tensors: Vec<Box<dyn ArrayProtocol>>, ) -> CoreResult<Box<dyn ArrayProtocol>>

Scatter tensors from the master to all workers.

fn reduce( &self, tensor: Box<dyn ArrayProtocol>, op: &str, ) -> CoreResult<Box<dyn ArrayProtocol>>

Reduce tensors from all workers to the master.

fn all_reduce( &self, tensor: Box<dyn ArrayProtocol>, op: &str, ) -> CoreResult<Box<dyn ArrayProtocol>>

All-reduce tensors across all workers.

fn all_gather( &self, tensor: Box<dyn ArrayProtocol>, ) -> CoreResult<Vec<Box<dyn ArrayProtocol>>>

All-gather tensors from all workers to all workers.

fn barrier(&self) -> CoreResult<()>

Barrier synchronization.

fn box_clone(&self) -> Box<dyn DistributedCommunication>

Clone this communication channel.

Trait Implementations

impl Clone for Box<dyn DistributedCommunication>

Make the Box<dyn DistributedCommunication> cloneable via box_clone

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

Implementors

impl DistributedCommunication for MockDistributedCommunication