crawlex 1.0.6

Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! `TelemetryStorage` — page metrics + passive vendor telemetry.
//!
//! Backends that don't aggregate telemetry inherit the no-ops; SQLite
//! writes `page_metrics` rows + `vendor_telemetry` for the P0-9 passive
//! signal pipeline.

use url::Url;

use crate::Result;

/// Per-page metrics + passive vendor telemetry sink.
#[async_trait::async_trait]
pub trait TelemetryStorage: Send + Sync {
    /// Persist per-page metrics (CPU, network, web vitals). Default no-op.
    async fn save_metrics(&self, _url: &Url, _metrics: &crate::metrics::PageMetrics) -> Result<()> {
        Ok(())
    }

    /// Persist a passive vendor-telemetry observation. Default no-op.
    async fn record_telemetry(
        &self,
        _telem: &crate::antibot::telemetry::VendorTelemetry,
    ) -> Result<()> {
        Ok(())
    }

    /// Persist a single crawl attempt across the HTTP/render/fallback ladder.
    async fn record_crawl_attempt(
        &self,
        _attempt: &crate::crawl_stats::CrawlAttemptRecord,
    ) -> Result<()> {
        Ok(())
    }

    /// Persist the resolved crawl-level summary. Default no-op.
    async fn record_crawl_stats(&self, _stats: &crate::crawl_stats::CrawlStats) -> Result<()> {
        Ok(())
    }
}