Struct Metrics

Source

pub struct Metrics {Show 35 fields
    pub ops_started: AtomicU64,
    pub ops_completed: AtomicU64,
    pub ops_failed: AtomicU64,
    pub ops_cancelled: AtomicU64,
    pub ops_deadline: AtomicU64,
    pub queue_wait_ms_total: AtomicU64,
    pub inference_ms_total: AtomicU64,
    pub encode_ms_total: AtomicU64,
    pub network_ms_total: AtomicU64,
    pub model_loads: AtomicU64,
    pub cache_hits: AtomicU64,
    pub cache_misses: AtomicU64,
    pub cache_evictions: AtomicU64,
    pub remote_errors: AtomicU64,
    pub remote_auth_errors: AtomicU64,
    pub remote_rate_limits: AtomicU64,
    pub remote_quota_errors: AtomicU64,
    pub remote_network_errors: AtomicU64,
    pub remote_invalid_payload: AtomicU64,
    pub upload_bytes_total: AtomicU64,
    pub response_bytes_total: AtomicU64,
    pub decoded_bytes_total: AtomicU64,
    pub long_form_chunks_attempted: AtomicU64,
    pub long_form_chunks_completed: AtomicU64,
    pub long_form_chunks_failed: AtomicU64,
    pub tts_chunks_total: AtomicU64,
    pub tts_chars_total: AtomicU64,
    pub batch_items_succeeded: AtomicU64,
    pub batch_items_failed: AtomicU64,
    pub batch_stale_reprocess: AtomicU64,
    pub output_tx_success: AtomicU64,
    pub output_tx_failure: AtomicU64,
    pub busy_rejections: AtomicU64,
    pub overload_rejections: AtomicU64,
    pub events_dropped: AtomicU64,
    /* private fields */
}

Expand description

Process-wide or engine-local metrics sink (also attachable via Arc).

Fields§

§ops_started: AtomicU64§ops_completed: AtomicU64§ops_failed: AtomicU64§ops_cancelled: AtomicU64§ops_deadline: AtomicU64§queue_wait_ms_total: AtomicU64§inference_ms_total: AtomicU64§encode_ms_total: AtomicU64§network_ms_total: AtomicU64§model_loads: AtomicU64§cache_hits: AtomicU64§cache_misses: AtomicU64§cache_evictions: AtomicU64§remote_errors: AtomicU64§remote_auth_errors: AtomicU64§remote_rate_limits: AtomicU64§remote_quota_errors: AtomicU64§remote_network_errors: AtomicU64§remote_invalid_payload: AtomicU64§upload_bytes_total: AtomicU64§response_bytes_total: AtomicU64§decoded_bytes_total: AtomicU64§long_form_chunks_attempted: AtomicU64§long_form_chunks_completed: AtomicU64§long_form_chunks_failed: AtomicU64§tts_chunks_total: AtomicU64§tts_chars_total: AtomicU64§batch_items_succeeded: AtomicU64§batch_items_failed: AtomicU64§batch_stale_reprocess: AtomicU64§output_tx_success: AtomicU64§output_tx_failure: AtomicU64§busy_rejections: AtomicU64§overload_rejections: AtomicU64§events_dropped: AtomicU64

Struct Metrics Copy item path

Fields§

Implementations§

impl Metrics

pub fn new() -> Self

pub fn engine_local() -> Self

pub fn scope(&self) -> MetricsScope

pub fn shared() -> Arc<Self> ⓘ

pub fn set_event_sink(&self, sink: Option<Arc<dyn EventSink>>)

pub fn emit(&self, event: OpEvent)

pub fn record_start(&self)

pub fn record_complete(&self, inference: Duration)

pub fn record_failed(&self)

pub fn record_cancelled(&self)

pub fn record_deadline(&self)

pub fn record_model_load(&self)

pub fn record_cache_hit(&self)

pub fn record_cache_miss(&self)

pub fn record_busy(&self)

pub fn record_overload(&self)

pub fn record_queue_wait(&self, d: Duration)

pub fn record_remote_error(&self)

pub fn record_terminal(&self, cat: TerminalCategory)

pub fn snapshot(&self) -> MetricsSnapshot

Trait Implementations§

impl Debug for Metrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for Metrics

fn default() -> Self

Auto Trait Implementations§

impl !Freeze for Metrics

impl RefUnwindSafe for Metrics

impl Send for Metrics

impl Sync for Metrics

impl Unpin for Metrics

impl UnsafeUnpin for Metrics

impl UnwindSafe for Metrics

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> PolicyExt for Twhere T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct Metrics

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,