Struct ModelParallelContract 

pub struct ModelParallelContract {

    pub family: &'static str,
    pub variant: String,
    pub trunk_layers: usize,
    pub mtp_layers: usize,
    pub hidden_size: usize,
    pub vocab_size: usize,
    pub dense_ffn_size: usize,
    pub dense_prefix_layers: usize,
    pub head_dim: usize,
    pub query_heads: Vec<usize>,
    pub kv_heads: Vec<usize>,
    pub expert_count: usize,
    pub experts_per_token: usize,
    pub expert_ffn_size: usize,
    pub shared_expert_ffn_size: usize,
    pub hardware_targets: Vec<HardwareTarget>,
}

Fields

family: &'static str

variant: String

trunk_layers: usize

mtp_layers: usize

hidden_size: usize

vocab_size: usize

dense_ffn_size: usize

dense_prefix_layers: usize

head_dim: usize

query_heads: Vec<usize>

kv_heads: Vec<usize>

expert_count: usize

experts_per_token: usize

expert_ffn_size: usize

shared_expert_ffn_size: usize

hardware_targets: Vec<HardwareTarget>

Implementations

impl ModelParallelContract

pub fn from_model(cfg: &ModelConfig) -> Result<Self, TopologyError>

Build the model-specific contract. Unregistered families refuse rather than inheriting a generic transformer assumption.

pub fn plan( &self, request: TopologyRequest, ) -> Result<ParallelPlan, TopologyError>

Trait Implementations

impl Clone for ModelParallelContract

fn clone(&self) -> ModelParallelContract

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelParallelContract

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for ModelParallelContract

impl PartialEq for ModelParallelContract

fn eq(&self, other: &ModelParallelContract) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for ModelParallelContract