pub struct MobileConfig {
pub platform: MobilePlatform,
pub backend: MobileBackend,
pub memory_optimization: MemoryOptimization,
pub max_memory_mb: usize,
pub use_fp16: bool,
pub quantization: Option<MobileQuantizationConfig>,
pub num_threads: usize,
pub enable_batching: bool,
pub max_batch_size: usize,
}Expand description
Mobile deployment configuration
Fields§
§platform: MobilePlatformTarget platform
backend: MobileBackendInference backend
memory_optimization: MemoryOptimizationMemory optimization level
max_memory_mb: usizeMaximum memory usage in MB
use_fp16: boolUse fp16 precision for inference
quantization: Option<MobileQuantizationConfig>Enable quantization
num_threads: usizeThread pool size (0 = auto-detect)
enable_batching: boolEnable batch processing
max_batch_size: usizeMaximum batch size
Implementations§
Source§impl MobileConfig
impl MobileConfig
Sourcepub fn auto_detect_optimized() -> Result<Self>
pub fn auto_detect_optimized() -> Result<Self>
Create optimized configuration based on device detection
Sourcepub fn ios_optimized() -> Self
pub fn ios_optimized() -> Self
Create optimized configuration for iOS
Sourcepub fn android_optimized() -> Self
pub fn android_optimized() -> Self
Create optimized configuration for Android
Sourcepub fn ultra_low_memory() -> Self
pub fn ultra_low_memory() -> Self
Create ultra-low memory configuration
Sourcepub fn estimate_memory_usage(&self, model_size_mb: usize) -> usize
pub fn estimate_memory_usage(&self, model_size_mb: usize) -> usize
Estimate memory usage for the configuration
Sourcepub fn get_thread_count(&self) -> usize
pub fn get_thread_count(&self) -> usize
Get recommended thread count for the platform
Trait Implementations§
Source§impl Clone for MobileConfig
impl Clone for MobileConfig
Source§fn clone(&self) -> MobileConfig
fn clone(&self) -> MobileConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for MobileConfig
impl Debug for MobileConfig
Source§impl Default for MobileConfig
impl Default for MobileConfig
Source§impl<'de> Deserialize<'de> for MobileConfig
impl<'de> Deserialize<'de> for MobileConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for MobileConfig
impl RefUnwindSafe for MobileConfig
impl Send for MobileConfig
impl Sync for MobileConfig
impl Unpin for MobileConfig
impl UnsafeUnpin for MobileConfig
impl UnwindSafe for MobileConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
Save to file
Source§fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
Load from file
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more