Struct ModelParallelCoordinator 

pub struct ModelParallelCoordinator { /* private fields */ }

Model parallelism coordinator.

Implementations

impl ModelParallelCoordinator

pub fn new( config: DistributedConfig, backend: Arc<RwLock<dyn CommunicationBackend>>, ) -> Self

Create a new model parallel coordinator.

pub fn create_sharding_plan( &mut self, graph: &EinsumGraph, ) -> Result<(), ExecutorError>

Create a sharding plan for the graph.

pub fn placement_plan(&self) -> &DistributedPlacementPlan

Get the placement plan.

pub fn shard_tensor( &self, _node_id: usize, shape: &TensorShape, shard_dim: usize, ) -> Result<Vec<TensorShape>, ExecutorError>

Shard a tensor along a dimension.

pub fn gather_shards(&self, _shard_dim: usize) -> Result<(), ExecutorError>

Gather sharded tensors.