Struct TensorParallelConfig 

pub struct TensorParallelConfig {
    pub world_size: usize,
    pub rank: usize,
    pub device: Device,
    pub sequence_parallel: bool,
    pub reduce_scatter: bool,
}

Tensor parallel configuration

Fields

world_size: usize

World size (number of tensor parallel ranks)

rank: usize

Local rank in tensor parallel group

device: Device

Device for this rank

sequence_parallel: bool

Whether to use sequence parallelism

reduce_scatter: bool

Whether to reduce scatter for efficiency

Implementations

impl TensorParallelConfig

pub fn new(world_size: usize, rank: usize, device: Device) -> Self

Create config for a specific rank

pub fn is_parallel(&self) -> bool

Check if tensor parallelism is enabled

pub fn shard_size(&self, dim_size: usize) -> usize

Calculate shard size for a dimension

pub fn shard_offset(&self, dim_size: usize) -> usize

Calculate offset for this rank’s shard

pub fn shard_range(&self, dim_size: usize) -> (usize, usize)

Get the range for this rank’s shard

Trait Implementations

impl Clone for TensorParallelConfig

fn clone(&self) -> TensorParallelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TensorParallelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TensorParallelConfig

fn default() -> Self

Returns the “default value” for a type.