pub struct RuntimeMetricsSnapshot {Show 28 fields
pub total_requests: u64,
pub successful_requests: u64,
pub failed_requests: u64,
pub cancelled_requests: u64,
pub local_executions: u64,
pub remote_executions: u64,
pub fallback_executions: u64,
pub fallback_failures: u64,
pub model_loads: u64,
pub model_load_failures: u64,
pub cache_hits: u64,
pub cache_misses: u64,
pub evictions: u64,
pub queued_requests: u64,
pub active_inferences: usize,
pub active_model_loads: usize,
pub batch_executions: u64,
pub individual_executions: u64,
pub total_requests_batched: u64,
pub streaming_requests: u64,
pub streamed_output_events: u64,
pub cancelled_streams: u64,
pub compatibility_streams: u64,
pub queue_wait_micros: Vec<u64>,
pub model_load_micros: Vec<u64>,
pub execution_micros: Vec<u64>,
pub total_duration_micros: Vec<u64>,
pub batch_sizes: Vec<usize>,
}Fields§
§total_requests: u64§successful_requests: u64§failed_requests: u64§cancelled_requests: u64§local_executions: u64§remote_executions: u64§fallback_executions: u64§fallback_failures: u64§model_loads: u64§model_load_failures: u64§cache_hits: u64§cache_misses: u64§evictions: u64§queued_requests: u64§active_inferences: usize§active_model_loads: usize§batch_executions: u64§individual_executions: u64§total_requests_batched: u64§streaming_requests: u64§streamed_output_events: u64§cancelled_streams: u64§compatibility_streams: u64§queue_wait_micros: Vec<u64>§model_load_micros: Vec<u64>§execution_micros: Vec<u64>§total_duration_micros: Vec<u64>§batch_sizes: Vec<usize>Trait Implementations§
Source§impl Clone for RuntimeMetricsSnapshot
impl Clone for RuntimeMetricsSnapshot
Source§impl Debug for RuntimeMetricsSnapshot
impl Debug for RuntimeMetricsSnapshot
Source§impl Default for RuntimeMetricsSnapshot
impl Default for RuntimeMetricsSnapshot
Source§impl<'de> Deserialize<'de> for RuntimeMetricsSnapshot
impl<'de> Deserialize<'de> for RuntimeMetricsSnapshot
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for RuntimeMetricsSnapshot
impl PartialEq for RuntimeMetricsSnapshot
Source§impl Serialize for RuntimeMetricsSnapshot
impl Serialize for RuntimeMetricsSnapshot
impl StructuralPartialEq for RuntimeMetricsSnapshot
Auto Trait Implementations§
impl Freeze for RuntimeMetricsSnapshot
impl RefUnwindSafe for RuntimeMetricsSnapshot
impl Send for RuntimeMetricsSnapshot
impl Sync for RuntimeMetricsSnapshot
impl Unpin for RuntimeMetricsSnapshot
impl UnsafeUnpin for RuntimeMetricsSnapshot
impl UnwindSafe for RuntimeMetricsSnapshot
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more