Struct GroupedParallelPlan 

pub struct GroupedParallelPlan {
    pub contract: ModelParallelContract,
    pub request: GroupedTopologyRequest,
    pub world_size: usize,
    pub rank_groups: Vec<StageRankGroup>,
    pub mtp_owner_stage: Option<usize>,
}

Fields

contract: ModelParallelContract

request: GroupedTopologyRequest

world_size: usize

rank_groups: Vec<StageRankGroup>

mtp_owner_stage: Option<usize>

Implementations

impl GroupedParallelPlan

pub fn group_for_layer(&self, layer: usize) -> Option<&StageRankGroup>

pub fn group_for_global_rank(&self, rank: usize) -> Option<&StageRankGroup>

pub fn global_rank(&self, stage: usize, tensor_rank: usize) -> Option<usize>

pub fn query_head_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

pub fn kv_head_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

pub fn routed_expert_range( &self, layer: usize, tensor_rank: usize, ) -> Option<Range<usize>>

Trait Implementations

impl Clone for GroupedParallelPlan

fn clone(&self) -> GroupedParallelPlan

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GroupedParallelPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for GroupedParallelPlan

impl PartialEq for GroupedParallelPlan

fn eq(&self, other: &GroupedParallelPlan) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for GroupedParallelPlan