pub struct TideRunner { /* private fields */ }Expand description
TIDE reference model runner (LLaDA2 MoE + block diffusion + predictive offload).
Implementations§
Source§impl TideRunner
impl TideRunner
pub fn builder() -> LLaDA2RunnerBuilder
pub fn from_llada2(inner: LLaDA2Runner) -> TideRunner
pub fn into_llada2(self) -> LLaDA2Runner
pub fn llada2(&self) -> &LLaDA2Runner
pub fn llada2_mut(&mut self) -> &mut LLaDA2Runner
pub fn config(&self) -> &LLaDA2MoeConfig
Sourcepub fn predictive_offload_info(&self) -> Option<PredictiveOffloadInfo>
pub fn predictive_offload_info(&self) -> Option<PredictiveOffloadInfo>
TIDE enable_predictive_expert_offload (configure via Self::builder before build).
pub fn predictive_offload_enabled(&self) -> bool
pub fn jump_steps(&self) -> usize
Sourcepub fn get_offload_stats(&mut self) -> TideOffloadStats
pub fn get_offload_stats(&mut self) -> TideOffloadStats
TIDE get_offload_stats() — sum across MoE layers + last-forward residency.
Sourcepub fn generate(
&mut self,
input_ids: &[u32],
gen_cfg: &GenerateConfig,
) -> Result<(Vec<u32>, Vec<BlockDenoiseStepStats>), Error>
pub fn generate( &mut self, input_ids: &[u32], gen_cfg: &GenerateConfig, ) -> Result<(Vec<u32>, Vec<BlockDenoiseStepStats>), Error>
TIDE generate(input_ids, ...).
pub fn block_denoise_loop( &mut self, cfg: BlockDenoiseConfig, ) -> BlockDenoiseLoop<LLaDA2RunnerForward<'_>>
Auto Trait Implementations§
impl Freeze for TideRunner
impl !RefUnwindSafe for TideRunner
impl Send for TideRunner
impl !Sync for TideRunner
impl Unpin for TideRunner
impl UnsafeUnpin for TideRunner
impl !UnwindSafe for TideRunner
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more