Struct DistributedMoE 

pub struct DistributedMoE { /* private fields */ }

Distributed MoE layer implementation

Implementations

impl DistributedMoE

pub fn new(router: Box<dyn ExpertRouter>, config: MoEConfig) -> Self

Create a new distributed MoE layer

pub fn register_expert(&mut self, expert: Box<dyn Expert>)

Register an expert (local or remote)

pub fn register_remote_expert(&mut self, expert_id: ExpertId, peer_id: String)

Register remote expert location

Trait Implementations

impl MixtureOfExperts for DistributedMoE

fn forward<'life0, 'life1, 'async_trait>( &'life0 mut self, input: &'life1 Tensor, ) -> Pin<Box<dyn Future<Output = DistributedResult<Tensor>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Forward pass through MoE layer

fn registry(&self) -> &ExpertRegistry

Get the expert registry

fn router(&self) -> &dyn ExpertRouter

Get the router