pub struct MemoryOptimizationStats {
pub current_memory_usage: usize,
pub checkpoints_count: usize,
pub offloaded_tensors_count: usize,
pub recompute_cache_size: usize,
pub memory_threshold: usize,
pub max_memory_usage: usize,
}Expand description
Statistics for memory optimization
Fields§
§current_memory_usage: usize§checkpoints_count: usize§offloaded_tensors_count: usize§recompute_cache_size: usize§memory_threshold: usize§max_memory_usage: usizeTrait Implementations§
Source§impl Clone for MemoryOptimizationStats
impl Clone for MemoryOptimizationStats
Source§fn clone(&self) -> MemoryOptimizationStats
fn clone(&self) -> MemoryOptimizationStats
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for MemoryOptimizationStats
impl Debug for MemoryOptimizationStats
Source§impl<'de> Deserialize<'de> for MemoryOptimizationStats
impl<'de> Deserialize<'de> for MemoryOptimizationStats
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for MemoryOptimizationStats
impl RefUnwindSafe for MemoryOptimizationStats
impl Send for MemoryOptimizationStats
impl Sync for MemoryOptimizationStats
impl Unpin for MemoryOptimizationStats
impl UnsafeUnpin for MemoryOptimizationStats
impl UnwindSafe for MemoryOptimizationStats
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
Save to file
Source§fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
Load from file
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more