pub struct StrategyOptimizer;Expand description
Strategy optimizer for automatic strategy selection
Implementations§
Source§impl StrategyOptimizer
impl StrategyOptimizer
Sourcepub fn recommend(
batch_size: usize,
model_size_mb: usize,
available_memory_mb: usize,
is_training: bool,
) -> ExecutionStrategy
pub fn recommend( batch_size: usize, model_size_mb: usize, available_memory_mb: usize, is_training: bool, ) -> ExecutionStrategy
Recommend strategy based on workload characteristics
Sourcepub fn estimate_memory_overhead(strategy: &ExecutionStrategy) -> f64
pub fn estimate_memory_overhead(strategy: &ExecutionStrategy) -> f64
Estimate memory overhead for a strategy
Auto Trait Implementations§
impl Freeze for StrategyOptimizer
impl RefUnwindSafe for StrategyOptimizer
impl Send for StrategyOptimizer
impl Sync for StrategyOptimizer
impl Unpin for StrategyOptimizer
impl UnsafeUnpin for StrategyOptimizer
impl UnwindSafe for StrategyOptimizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more