Struct MoeOffloadState 

pub struct MoeOffloadState {
    pub pools: Vec<ExpertPool>,
    pub refresh: ExpertRefreshPolicy,
    pub info: PredictiveOffloadInfo,
    pub predictive_enabled: bool,
    pub jump_steps: usize,
    pub collect_stats: bool,
}

Per-layer TIDE expert pools (one per MoE FFN in trunk order).

Fields

pools: Vec<ExpertPool>

refresh: ExpertRefreshPolicy

info: PredictiveOffloadInfo

predictive_enabled: bool

jump_steps: usize

collect_stats: bool

Implementations

impl MoeOffloadState

pub fn num_layers(&self) -> usize

pub fn merged_resident_mask(&self) -> Vec<bool>

pub fn per_layer_resident_masks(&self) -> Vec<Vec<bool>>

pub fn should_refresh_forward( &self, denoise_step: usize, is_prefill_block: bool, ) -> bool

AR prefill or block-diffusion prefill block → always refresh; else step % jump_steps == 0.

pub fn should_refresh_block( &self, num_block: usize, prefill_blocks: usize, denoise_step: usize, ) -> bool

Block diffusion: TIDE generate refresh line.

pub fn refresh_from_capture( &mut self, layer_indices: &[Vec<u32>], denoise_step: usize, is_prefill_block: bool, ) -> bool

Apply captured TopK indices per layer; returns true if any layer refreshed.

pub fn refresh_from_capture_with_store( &mut self, store: &MoeExpertStore, captured: &[Vec<u32>], denoise_step: usize, is_prefill_block: bool, ) -> bool

pub fn tide_offload_stats( &self, residency: Option<&MoeResidencyStats>, ) -> TideOffloadStats

Trait Implementations

impl Debug for MoeOffloadState

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.