adblock-list-compiler 0.0.8

CLI tool to compile multiple adblock list sources into a single file
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use std::time::Duration;

use lazy_static::lazy_static;
use thiserror::Error;
use url::Url;

#[derive(Debug)]
pub struct FetchHttp {
    pub url: Url,
}

#[derive(Error, Debug)]
pub enum FetchHTTPError {
    #[error("HTTPError: {0}")]
    HTTPError(#[from] reqwest::Error),

    #[error("Unknown")]
    Unknown,
}

impl FetchHttp {
    pub async fn fetch(&self) -> Result<String, FetchHTTPError> {
        lazy_static! {
            static ref CLIENT: reqwest::Client = reqwest::Client::builder()
                .connect_timeout(Duration::from_secs(5))
                .timeout(Duration::from_secs(60))
                .build()
                .unwrap();
        }

        let mut last_error: FetchHTTPError = FetchHTTPError::Unknown;
        for i in 1..=5 {
            match CLIENT.get(self.url.to_string()).send().await {
                Ok(response) => {
                    let text = response.text().await?;
                    println!("Fetch ok: {}, attempt: {}", &self.url, i);
                    return Ok(text);
                }
                Err(e) => {
                    println!("Fetch err: {}, attempt: {}", &self.url, i);
                    last_error = e.into();
                }
            }
        }

        Err(last_error)
    }
}