stealthreq 0.2.0

Trait-driven, human-like request mutation primitives for crawlers and scrapers.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use stealthreq::{MutableRequest, RequestModifier, StealthPolicy};

struct ReqwestAdapter {
    builder: Option<reqwest::RequestBuilder>,
}

impl MutableRequest for ReqwestAdapter {
    fn set_header(&mut self, name: &str, value: &str) {
        let current = self
            .builder
            .take()
            .expect("request builder should be available");
        self.builder = Some(current.header(name, value));
    }
}

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = reqwest::Client::new();
    let mut adapter = ReqwestAdapter {
        builder: Some(client.get("https://example.com")),
    };

    let policy = StealthPolicy::default().with_seed(Some(42));
    let _ = policy.apply(&mut adapter)?;

    let request = adapter
        .builder
        .take()
        .expect("builder is prepared")
        .build()?;
    println!(
        "prepared request method={} uri={}",
        request.method(),
        request.url()
    );
    let _ = request;
    Ok(())
}