Struct ParallelPlan 

pub struct ParallelPlan {
    pub contract: ModelParallelContract,
    pub request: TopologyRequest,
    pub world_size: usize,
    pub stage_ranges: Vec<Range<usize>>,
    pub mtp_owner_stage: Option<usize>,
    pub shared_expert_replicated: bool,
}

Fields

contract: ModelParallelContract

request: TopologyRequest

world_size: usize

stage_ranges: Vec<Range<usize>>

mtp_owner_stage: Option<usize>

MTP layers are not pipeline stages of their own; the final PP stage owns them.

shared_expert_replicated: bool

Implementations

impl ParallelPlan

pub fn global_rank( &self, pipeline_rank: usize, tensor_rank: usize, ) -> Option<usize>

pub fn query_head_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

pub fn kv_head_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

pub fn query_feature_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

Column-parallel Q output range and the matching row-parallel O input range.

pub fn kv_feature_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

Column-parallel K/V output range. Step-3.7 has eight KV heads, so TP2 and TP4 partition them exactly; no KV-head replication is part of this registered contract.

pub fn dense_ffn_range(&self, tensor_rank: usize) -> Option<Range<usize>>

Column-parallel dense gate/up output range and matching row-parallel down input range.

pub fn routed_expert_range(&self, tensor_rank: usize) -> Option<Range<usize>>

pub fn routed_expert_ffn_range( &self, tensor_rank: usize, ) -> Option<Range<usize>>

Trait Implementations

impl Clone for ParallelPlan

fn clone(&self) -> ParallelPlan

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ParallelPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for ParallelPlan

impl PartialEq for ParallelPlan

fn eq(&self, other: &ParallelPlan) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ParallelPlan