Struct Metrics 

pub struct Metrics {
    pub ops_started: AtomicU64,
    pub ops_completed: AtomicU64,
    pub ops_failed: AtomicU64,
    pub ops_cancelled: AtomicU64,
    pub ops_deadline: AtomicU64,
    pub queue_wait_ms_total: AtomicU64,
    pub inference_ms_total: AtomicU64,
    pub model_loads: AtomicU64,
    pub remote_errors: AtomicU64,
    pub busy_rejections: AtomicU64,
    pub overload_rejections: AtomicU64,
}

Process-wide metrics sink (also attachable to an engine via Arc).

Fields

ops_started: AtomicU64

ops_completed: AtomicU64

ops_failed: AtomicU64

ops_cancelled: AtomicU64

ops_deadline: AtomicU64

queue_wait_ms_total: AtomicU64

inference_ms_total: AtomicU64

model_loads: AtomicU64

remote_errors: AtomicU64

busy_rejections: AtomicU64

overload_rejections: AtomicU64

Implementations

impl Metrics

pub fn new() -> Self

pub fn shared() -> Arc<Self>

Process-global shared metrics sink (same instance as process_metrics).

pub fn record_start(&self)

pub fn record_complete(&self, inference: Duration)

pub fn record_failed(&self)

pub fn record_cancelled(&self)

pub fn record_deadline(&self)

pub fn record_model_load(&self)

pub fn record_busy(&self)

pub fn record_overload(&self)

pub fn record_queue_wait(&self, d: Duration)

pub fn snapshot(&self) -> MetricsSnapshot

Trait Implementations

impl Debug for Metrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Metrics

fn default() -> Metrics

Returns the “default value” for a type.