Struct InferenceMetrics 

pub struct InferenceMetrics {
    pub total_steps: u64,
    pub total_time_us: u64,
    pub peak_latency_us: u64,
    pub min_latency_us: u64,
    /* private fields */
}

Performance metrics for inference operations

Fields

total_steps: u64

Total number of inference steps

total_time_us: u64

Total time spent in inference (microseconds)

peak_latency_us: u64

Peak latency observed (microseconds)

min_latency_us: u64

Minimum latency observed (microseconds)

Implementations

impl InferenceMetrics

pub fn new() -> Self

Create a new metrics collector

pub fn with_window_size(window_size: usize) -> Self

Create with custom window size for rolling statistics

pub fn record_step(&mut self, latency_us: u64)

Record a new inference step

pub fn avg_latency_us(&self) -> f64

Get average latency (microseconds)

pub fn recent_avg_latency_us(&self) -> f64

Get recent average latency (microseconds)

pub fn throughput(&self) -> f64

Get throughput (steps per second)

pub fn percentiles(&self) -> (u64, u64, u64)

Get p50, p95, p99 latencies (microseconds)

pub fn reset(&mut self)

Reset all metrics

pub fn summary(&self) -> MetricsSummary

Get a summary report

Trait Implementations

impl Clone for InferenceMetrics

fn clone(&self) -> InferenceMetrics

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceMetrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceMetrics

fn default() -> Self

Returns the “default value” for a type.