Struct ExpertPool 

pub struct ExpertPool { /* private fields */ }

Tracks which logical experts are GPU-resident and applies TIDE placement updates.

Implementations

impl ExpertPool

pub fn new(config: ExpertPoolConfig) -> Self

pub fn num_experts(&self) -> usize

pub fn gpu_budget(&self) -> usize

pub fn refresh_policy(&self) -> ExpertRefreshPolicy

pub fn stats(&self) -> &ExpertPoolStats

pub fn reset_step_stats(&mut self)

TIDE LLaDA2MoeSparseMoeBlock.reset_stats() — clear per-step counters before next forward.

pub fn resident_gpu_experts(&self) -> impl Iterator<Item = usize> + '_

pub fn resident_mask(&self) -> Vec<bool>

Bitmask for crate::CompiledGraph::set_moe_resident_experts.

pub fn is_gpu_resident(&self, expert: usize) -> bool

pub fn offload_enabled(&self) -> bool

Whether offload is active (budget < total experts).

pub fn should_refresh( &self, mode: MoEExecMode, denoise_step: usize, is_prefill_block: bool, ) -> bool

TIDE generate: refresh_experts = prefill_block || (offload && step % τ == 0).

pub fn on_forward_step( &mut self, mode: MoEExecMode, denoise_step: usize, is_prefill_block: bool, ) -> bool

Advance the step counter; returns whether this forward should refresh.

pub fn count_hits(expert_idx: &[u32], num_experts: usize) -> Vec<u64>

Count token hits per expert from flat or per-token indices (TIDE bincount).

pub fn target_gpu_from_counts(counts: &[u64], gpu_budget: usize) -> Vec<usize>

Top-gpu_budget experts by hit count (TIDE torch.topk on bincount).

pub fn refresh_from_indices( &mut self, expert_idx: &[u32], ) -> ExpertRefreshResult

TIDE update_expert_placement + hit-based target selection.

pub fn apply_target_placement( &mut self, target_order: &[usize], ) -> ExpertRefreshResult

Apply a precomputed target GPU set (paired promote/demote).

Trait Implementations

impl Clone for ExpertPool

fn clone(&self) -> ExpertPool

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ExpertPool

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.