Struct Metrics 

pub struct Metrics {
    pub pages_crawled: AtomicU64,
    pub pages_failed: AtomicU64,
    pub findings_generated: AtomicU64,
    pub bytes_fetched: AtomicU64,
    pub fetch_time_us: AtomicU64,
    pub analysis_time_us: AtomicU64,
    pub storage_time_us: AtomicU64,
    pub active_connections: AtomicU64,
    pub circuit_breaker_trips: AtomicU64,
    pub resource_limit_hits: AtomicU64,
    pub pages_skipped_circuit_breaker: AtomicU64,
}

Observability metrics for crawl operations.

Thread-safe metrics collection using atomic operations. Designed for zero-allocation in hot paths. All counters use Relaxed ordering for maximum throughput.

Examples

use crawlkit_engine::Metrics;
use std::time::Duration;

let metrics = Metrics::new();
metrics.record_page_success(1024, 100, 50, 10, 3);
assert_eq!(metrics.pages_crawled.load(std::sync::atomic::Ordering::Relaxed), 1);

Fields

pages_crawled: AtomicU64

Total pages crawled.

pages_failed: AtomicU64

Total pages failed.

findings_generated: AtomicU64

Total findings generated.

bytes_fetched: AtomicU64

Total bytes fetched.

fetch_time_us: AtomicU64

Total fetch time (microseconds).

analysis_time_us: AtomicU64

Total analysis time (microseconds).

storage_time_us: AtomicU64

Total storage write time (microseconds).

active_connections: AtomicU64

Active connections.

circuit_breaker_trips: AtomicU64

Total circuit breaker trips (transitions to Open state).

resource_limit_hits: AtomicU64

Total resource limit hits.

pages_skipped_circuit_breaker: AtomicU64

Pages skipped due to circuit breaker being open.

Implementations

impl Metrics

pub fn new() -> Self

Create new metrics instance.

pub fn record_page_success( &self, bytes: u64, fetch_us: u64, analysis_us: u64, storage_us: u64, findings: u64, )

Record a successful page crawl.

pub fn record_page_failure(&self)

Record a failed page crawl.

pub fn record_circuit_breaker_trip(&self)

Record a circuit breaker trip (transition to Open state).

pub fn record_resource_limit_hit(&self)

Record a resource limit being hit.

pub fn record_page_skipped_circuit_breaker(&self)

Record a page skipped because the circuit breaker was open.

pub fn inc_connections(&self)

Increment active connections.

pub fn dec_connections(&self)

Decrement active connections. Uses fetch_update to prevent underflow below zero.

pub fn pages_per_second(&self, elapsed: Duration) -> f64

Get pages per second.

pub fn avg_fetch_time_ms(&self) -> f64

Get average fetch time in milliseconds.

pub fn avg_analysis_time_ms(&self) -> f64

Get average analysis time in milliseconds.

pub fn throughput_bps(&self, elapsed: Duration) -> f64

Get total throughput (bytes per second).

pub fn snapshot(&self) -> MetricsSnapshot

Get snapshot of all metrics.

pub fn reset(&self)

Reset all metrics.

Trait Implementations

impl Default for Metrics

fn default() -> Self

Returns the “default value” for a type.