antibot-rs 0.2.1

Auto-managed Byparr/FlareSolverr client for bypassing bot detection in Rust web scrapers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

//! Lock-free metrics. Snapshot via [`Antibot::metrics`](crate::Antibot::metrics).

use std::sync::atomic::{AtomicU64, Ordering};
use std::sync::Arc;

#[derive(Default)]
pub(crate) struct MetricsInner {
    pub solves_attempted: AtomicU64,
    pub solves_succeeded: AtomicU64,
    pub solves_failed: AtomicU64,
    pub cache_hits: AtomicU64,
    pub coalesced_waits: AtomicU64,
    pub retries: AtomicU64,
    pub total_solve_time_ms: AtomicU64,
    pub container_restarts: AtomicU64,
}

/// Cloneable handle to the metrics ring. Cheap to clone; updates are atomic.
#[derive(Clone, Default)]
pub(crate) struct Metrics {
    inner: Arc<MetricsInner>,
}

impl Metrics {
    pub fn new() -> Self {
        Self::default()
    }

    pub fn record_attempt(&self) {
        self.inner.solves_attempted.fetch_add(1, Ordering::Relaxed);
    }

    pub fn record_success(&self, elapsed_ms: u64) {
        self.inner.solves_succeeded.fetch_add(1, Ordering::Relaxed);
        self.inner
            .total_solve_time_ms
            .fetch_add(elapsed_ms, Ordering::Relaxed);
    }

    pub fn record_failure(&self) {
        self.inner.solves_failed.fetch_add(1, Ordering::Relaxed);
    }

    pub fn record_cache_hit(&self) {
        self.inner.cache_hits.fetch_add(1, Ordering::Relaxed);
    }

    pub fn record_coalesced_wait(&self) {
        self.inner.coalesced_waits.fetch_add(1, Ordering::Relaxed);
    }

    pub fn record_retry(&self) {
        self.inner.retries.fetch_add(1, Ordering::Relaxed);
    }

    pub fn record_container_restart(&self) {
        self.inner.container_restarts.fetch_add(1, Ordering::Relaxed);
    }

    pub fn snapshot(&self) -> MetricsSnapshot {
        let attempted = self.inner.solves_attempted.load(Ordering::Relaxed);
        let succeeded = self.inner.solves_succeeded.load(Ordering::Relaxed);
        let failed = self.inner.solves_failed.load(Ordering::Relaxed);
        let cache_hits = self.inner.cache_hits.load(Ordering::Relaxed);
        let coalesced_waits = self.inner.coalesced_waits.load(Ordering::Relaxed);
        let retries = self.inner.retries.load(Ordering::Relaxed);
        let total_solve_time_ms = self.inner.total_solve_time_ms.load(Ordering::Relaxed);
        let container_restarts = self.inner.container_restarts.load(Ordering::Relaxed);

        let success_rate = if attempted == 0 {
            0.0
        } else {
            succeeded as f64 / attempted as f64
        };

        let avg_solve_time_ms = if succeeded == 0 {
            0.0
        } else {
            total_solve_time_ms as f64 / succeeded as f64
        };

        MetricsSnapshot {
            solves_attempted: attempted,
            solves_succeeded: succeeded,
            solves_failed: failed,
            cache_hits,
            coalesced_waits,
            retries,
            container_restarts,
            success_rate,
            avg_solve_time_ms,
        }
    }
}

/// Read-only point-in-time view of the client's metrics.
#[derive(Debug, Clone)]
pub struct MetricsSnapshot {
    pub solves_attempted: u64,
    pub solves_succeeded: u64,
    pub solves_failed: u64,
    pub cache_hits: u64,
    pub coalesced_waits: u64,
    pub retries: u64,
    pub container_restarts: u64,
    pub success_rate: f64,
    pub avg_solve_time_ms: f64,
}