downlowd 0.1.1

Download files with automatic retries and resumes.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

use ::http::{HeaderMap, Method, Uri};
use bytes::Bytes;

use crate::{Error, maybe_async};

#[derive(Clone)]
pub struct ReqwestClient {
    pub client: reqwest::Client,
}

pub struct Response {
    inner: reqwest::Response,
}

impl maybe_async::Response for Response {
    fn status(&self) -> http::StatusCode {
        self.inner.status()
    }

    fn headers(&self) -> &HeaderMap {
        self.inner.headers()
    }

    async fn chunk(&mut self, _uri: &Uri) -> Result<Option<Bytes>, Error> {
        Ok(self.inner.chunk().await?)
    }
}

impl ReqwestClient {
    pub fn new(client: reqwest::Client) -> Self {
        Self { client }
    }
}

impl maybe_async::Client for ReqwestClient {
    type Response = Response;

    async fn request(
        &self,
        method: Method,
        uri: &Uri,
        headers: HeaderMap,
    ) -> (Option<Uri>, Result<Self::Response, crate::Error>) {
        let url = uri.to_string();

        // Reqwest follows redirect automatically.
        let response = self
            .client
            .request(method, &url)
            .headers(headers)
            .send()
            .await;

        let response = match response {
            Ok(r) => r,
            Err(e) => {
                return (None, Err(e.into()));
            }
        };

        let response_url = response.url().as_str();
        let returned_uri = if response_url != url {
            response_url.parse::<Uri>().ok()
        } else {
            None
        };

        (returned_uri, Ok(Response { inner: response }))
    }
}

impl From<reqwest::Error> for Error {
    fn from(value: reqwest::Error) -> Self {
        if value.is_redirect() {
            Error::BadRedirect {
                reason: "too many redirects",
            }
        } else {
            Error::Network {
                uri: value.url().map(|u| u.to_string()).unwrap_or_default(),
                cause: value.without_url().to_string(),
            }
        }
    }
}