dlmgr 0.3.1

A multi-threaded file downloader.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

use std::collections::HashSet;
use url::Url;

#[derive(Clone)]
pub struct UrlSet {
    pub urls: Vec<Url>,
}

impl UrlSet {
    pub fn all(&self) -> HashSet<Url> {
        self.urls.iter().cloned().collect()
    }

    pub fn url(&self, worker_nr: u8, attempt_nr: usize) -> Url {
        let url_idx = attempt_nr.overflowing_add(worker_nr as usize).0 % self.urls.len();
        self.urls[url_idx].clone()
    }
}

impl TryFrom<String> for UrlSet {
    type Error = url::ParseError;

    fn try_from(value: String) -> Result<Self, Self::Error> {
        Ok(Self {
            urls: vec![Url::parse(&value)?],
        })
    }
}

impl From<Url> for UrlSet {
    fn from(url: Url) -> Self {
        Self { urls: vec![url] }
    }
}

impl FromIterator<Url> for UrlSet {
    fn from_iter<I: IntoIterator<Item = Url>>(iter: I) -> Self {
        UrlSet {
            urls: iter.into_iter().collect(),
        }
    }
}