Struct EngineMetrics

Source

pub struct EngineMetrics {Show 16 fields
    pub inference_time: f64,
    pub memory_usage: usize,
    pub gpu_utilization: f64,
    pub throughput: f64,
    pub batch_size: usize,
    pub queue_depth: usize,
    pub error_rate: f64,
    pub collected_at_ms: u64,
    pub kv_cache_bytes_used: usize,
    pub kv_cache_bytes_capacity: usize,
    pub kv_cache_blocks_total: usize,
    pub kv_cache_blocks_free: usize,
    pub kv_cache_sequences: usize,
    pub kv_cache_evicted_blocks: u64,
    pub kv_cache_evicted_sequences: u64,
    pub kv_cache_packed_layers: usize,
}

Fields§

§inference_time: f64§memory_usage: usize§gpu_utilization: f64§throughput: f64§batch_size: usize§queue_depth: usize§error_rate: f64§collected_at_ms: u64§kv_cache_bytes_used: usize§kv_cache_bytes_capacity: usize§kv_cache_blocks_total: usize§kv_cache_blocks_free: usize§kv_cache_sequences: usize§kv_cache_evicted_blocks: u64§kv_cache_evicted_sequences: u64§kv_cache_packed_layers: usize

Struct EngineMetrics Copy item path

Fields§

Implementations§

impl EngineMetrics

pub fn new() -> Self

pub fn refresh_timestamp(&mut self)

Trait Implementations§

impl Clone for EngineMetrics

fn clone(&self) -> EngineMetrics

fn clone_from(&mut self, source: &Self)

impl Debug for EngineMetrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for EngineMetrics

fn default() -> Self

impl<'de> Deserialize<'de> for EngineMetrics

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl Serialize for EngineMetrics

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Auto Trait Implementations§

impl Freeze for EngineMetrics

impl RefUnwindSafe for EngineMetrics

impl Send for EngineMetrics

impl Sync for EngineMetrics

impl Unpin for EngineMetrics

impl UnsafeUnpin for EngineMetrics

impl UnwindSafe for EngineMetrics

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> DeserializeOwned for Twhere T: for<'de> Deserialize<'de>,

Struct EngineMetrics

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,