pub struct DynamicBatchingReport {
pub current_batch_size: usize,
pub step_count: usize,
pub avg_memory_usage: f32,
pub avg_performance: f32,
pub batch_size_changes: usize,
pub memory_efficiency: f32,
pub performance_score: f32,
}Expand description
Dynamic batching report
Fields§
§current_batch_size: usize§step_count: usize§avg_memory_usage: f32§avg_performance: f32§batch_size_changes: usize§memory_efficiency: f32§performance_score: f32Trait Implementations§
Source§impl Clone for DynamicBatchingReport
impl Clone for DynamicBatchingReport
Source§fn clone(&self) -> DynamicBatchingReport
fn clone(&self) -> DynamicBatchingReport
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for DynamicBatchingReport
impl Debug for DynamicBatchingReport
Source§impl<'de> Deserialize<'de> for DynamicBatchingReport
impl<'de> Deserialize<'de> for DynamicBatchingReport
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for DynamicBatchingReport
impl RefUnwindSafe for DynamicBatchingReport
impl Send for DynamicBatchingReport
impl Sync for DynamicBatchingReport
impl Unpin for DynamicBatchingReport
impl UnsafeUnpin for DynamicBatchingReport
impl UnwindSafe for DynamicBatchingReport
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
Save to file
Source§fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
Load from file
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more