Struct ModelParallelConfig 

pub struct ModelParallelConfig {
    pub num_devices: usize,
    pub strategy: ModelParallelStrategy,
    pub device_ids: Vec<usize>,
    pub pipeline_depth: Option<usize>,
    pub tensor_split_dim: Option<usize>,
    pub gradient_checkpointing: bool,
    pub comm_backend: CommunicationBackend,
}

Configuration for model parallel execution

Fields

num_devices: usize

Number of devices to use

strategy: ModelParallelStrategy

Parallelism strategy

device_ids: Vec<usize>

Device IDs to use (e.g., [0, 1, 2, 3] for 4 GPUs)

pipeline_depth: Option<usize>

Pipeline depth for pipeline parallelism

tensor_split_dim: Option<usize>

Tensor split dimension for tensor parallelism

gradient_checkpointing: bool

Enable gradient checkpointing to save memory

comm_backend: CommunicationBackend

Communication backend

Trait Implementations

impl Clone for ModelParallelConfig

fn clone(&self) -> ModelParallelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelParallelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelParallelConfig

fn default() -> Self

Returns the “default value” for a type.