Struct WeightShard 

pub struct WeightShard {
    pub name: String,
    pub parallel_type: LayerParallelType,
    pub shard_dim: usize,
    pub shard_range: (usize, usize),
}

Weight sharding specification

Fields

name: String

Original tensor name

parallel_type: LayerParallelType

Parallel type

shard_dim: usize

Dimension to shard along

shard_range: (usize, usize)

Local shard range (start, end)

Implementations

impl WeightShard

pub fn column_parallel( name: impl Into<String>, dim_size: usize, config: &TensorParallelConfig, ) -> Self

Create column-parallel shard specification

pub fn row_parallel( name: impl Into<String>, dim_size: usize, config: &TensorParallelConfig, ) -> Self

Create row-parallel shard specification

pub fn replicated(name: impl Into<String>) -> Self

Create replicated weight specification

Trait Implementations

impl Clone for WeightShard

fn clone(&self) -> WeightShard

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for WeightShard

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.