pub struct LatencyTestConfig {
pub test_inference_latency: bool,
pub test_initialization_latency: bool,
pub test_model_loading_latency: bool,
pub test_backend_switching_latency: bool,
pub latency_thresholds: LatencyThresholds,
}Fields§
§test_inference_latency: boolTest inference latency
test_initialization_latency: boolTest initialization latency
test_model_loading_latency: boolTest model loading latency
test_backend_switching_latency: boolTest backend switching latency
latency_thresholds: LatencyThresholdsLatency thresholds (ms)
Trait Implementations§
Source§impl Clone for LatencyTestConfig
impl Clone for LatencyTestConfig
Source§fn clone(&self) -> LatencyTestConfig
fn clone(&self) -> LatencyTestConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for LatencyTestConfig
impl Debug for LatencyTestConfig
Source§impl Default for LatencyTestConfig
impl Default for LatencyTestConfig
Source§impl<'de> Deserialize<'de> for LatencyTestConfig
impl<'de> Deserialize<'de> for LatencyTestConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for LatencyTestConfig
impl RefUnwindSafe for LatencyTestConfig
impl Send for LatencyTestConfig
impl Sync for LatencyTestConfig
impl Unpin for LatencyTestConfig
impl UnsafeUnpin for LatencyTestConfig
impl UnwindSafe for LatencyTestConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>
Save to file
Source§fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where
Self: Sized,
Load from file
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more