specters 4.1.4

Rust HTTP client with browser-like Chrome and Firefox fingerprints across TLS, HTTP/1.1, HTTP/2, HTTP/3, and WebSockets
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134

//! DNS resolution hooks and lightweight caching for Specter transports.

use crate::error::{Error, Result};
use std::collections::HashMap;
use std::fmt;
use std::future::Future;
use std::net::SocketAddr;
use std::pin::Pin;
use std::sync::Arc;
use std::time::{Duration, Instant};
use tokio::sync::RwLock;

pub type ResolveFuture<'a> = Pin<Box<dyn Future<Output = Result<Vec<SocketAddr>>> + Send + 'a>>;

/// Async DNS resolver hook used by `ClientBuilder::dns_resolver`.
pub trait Resolve: Send + Sync {
    fn resolve<'a>(&'a self, host: &'a str, port: u16) -> ResolveFuture<'a>;
}

#[derive(Clone)]
pub struct DnsConfig {
    overrides: Arc<HashMap<String, Vec<SocketAddr>>>,
    resolver: Arc<dyn Resolve>,
    cache: Arc<RwLock<HashMap<(String, u16), DnsCacheEntry>>>,
    cache_enabled: bool,
    cache_ttl: Duration,
}

impl fmt::Debug for DnsConfig {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        f.debug_struct("DnsConfig")
            .field("overrides", &self.overrides.keys().collect::<Vec<_>>())
            .field("cache_enabled", &self.cache_enabled)
            .field("cache_ttl", &self.cache_ttl)
            .finish_non_exhaustive()
    }
}

#[derive(Clone)]
struct DnsCacheEntry {
    resolved_at: Instant,
    addrs: Vec<SocketAddr>,
}

impl DnsConfig {
    pub fn new() -> Self {
        Self {
            overrides: Arc::new(HashMap::new()),
            resolver: Arc::new(SystemResolver),
            cache: Arc::new(RwLock::new(HashMap::new())),
            cache_enabled: true,
            cache_ttl: Duration::from_secs(300),
        }
    }

    pub fn with_override(mut self, domain: &str, addrs: Vec<SocketAddr>) -> Self {
        let mut overrides = (*self.overrides).clone();
        overrides.insert(normalize_domain(domain), addrs);
        self.overrides = Arc::new(overrides);
        self
    }

    pub fn with_resolver(mut self, resolver: Arc<dyn Resolve>) -> Self {
        self.resolver = resolver;
        self
    }

    pub fn with_cache_enabled(mut self, enabled: bool) -> Self {
        self.cache_enabled = enabled;
        self
    }

    pub fn with_cache_ttl(mut self, ttl: Duration) -> Self {
        self.cache_ttl = ttl;
        self
    }

    pub async fn resolve(&self, host: &str, port: u16) -> Result<Vec<SocketAddr>> {
        let key = (normalize_domain(host), port);
        if let Some(addrs) = self.overrides.get(&key.0) {
            return Ok(addrs.clone());
        }

        if self.cache_enabled {
            if let Some(entry) = self.cache.read().await.get(&key).cloned() {
                if entry.resolved_at.elapsed() < self.cache_ttl {
                    return Ok(entry.addrs);
                }
            }
        }

        let addrs = self.resolver.resolve(host, port).await?;
        if addrs.is_empty() {
            return Err(Error::Connection(format!(
                "No addresses found for {host}:{port}"
            )));
        }
        if self.cache_enabled {
            self.cache.write().await.insert(
                key,
                DnsCacheEntry {
                    resolved_at: Instant::now(),
                    addrs: addrs.clone(),
                },
            );
        }
        Ok(addrs)
    }
}

impl Default for DnsConfig {
    fn default() -> Self {
        Self::new()
    }
}

struct SystemResolver;

impl Resolve for SystemResolver {
    fn resolve<'a>(&'a self, host: &'a str, port: u16) -> ResolveFuture<'a> {
        Box::pin(async move {
            tokio::net::lookup_host((host, port))
                .await
                .map_err(|e| {
                    Error::Connection(format!("DNS resolution failed for {host}:{port}: {e}"))
                })
                .map(|iter| iter.collect())
        })
    }
}

fn normalize_domain(domain: &str) -> String {
    domain.trim_end_matches('.').to_ascii_lowercase()
}