pub struct LLaDA2RunnerBuilder { /* private fields */ }Implementations§
Source§impl LLaDA2RunnerBuilder
impl LLaDA2RunnerBuilder
pub fn inline_weights( self, cfg: LLaDA2MoeConfig, weights: LLaDA2Weights, ) -> LLaDA2RunnerBuilder
pub fn weights_path(self, path: impl Into<PathBuf>) -> LLaDA2RunnerBuilder
pub fn device(self, device: Device) -> LLaDA2RunnerBuilder
pub fn batch_seq(self, batch: usize, max_seq: usize) -> LLaDA2RunnerBuilder
pub fn enable_predictive_expert_offload( self, max_per_layer: usize, ) -> LLaDA2RunnerBuilder
pub fn jump_steps(self, n: usize) -> LLaDA2RunnerBuilder
pub fn reserve_vram_gb(self, gb: f64) -> LLaDA2RunnerBuilder
pub fn moe_collect_stats(self, on: bool) -> LLaDA2RunnerBuilder
pub fn memory_budget_bytes(self, bytes: usize) -> LLaDA2RunnerBuilder
pub fn build(self) -> Result<LLaDA2Runner, Error>
Source§impl LLaDA2RunnerBuilder
impl LLaDA2RunnerBuilder
Sourcepub fn tide_enable_predictive_expert_offload(
self,
max_gpu_experts_per_layer: usize,
reserve_vram_gb: f64,
collect_stats: bool,
jump_steps: usize,
) -> LLaDA2RunnerBuilder
pub fn tide_enable_predictive_expert_offload( self, max_gpu_experts_per_layer: usize, reserve_vram_gb: f64, collect_stats: bool, jump_steps: usize, ) -> LLaDA2RunnerBuilder
TIDE enable_predictive_expert_offload(max_gpu_experts_per_layer, ...).
Trait Implementations§
Source§impl Default for LLaDA2RunnerBuilder
impl Default for LLaDA2RunnerBuilder
Source§fn default() -> LLaDA2RunnerBuilder
fn default() -> LLaDA2RunnerBuilder
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for LLaDA2RunnerBuilder
impl RefUnwindSafe for LLaDA2RunnerBuilder
impl Send for LLaDA2RunnerBuilder
impl Sync for LLaDA2RunnerBuilder
impl Unpin for LLaDA2RunnerBuilder
impl UnsafeUnpin for LLaDA2RunnerBuilder
impl UnwindSafe for LLaDA2RunnerBuilder
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more