any-storage 0.3.2

Virtual FileStore Abstraction for different Backends
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use percent_encoding::percent_decode_str;

#[derive(Clone, Debug)]
pub(super) struct Parser(regex::Regex);

impl Default for Parser {
    fn default() -> Self {
        Self(regex::Regex::new(r#"<a(?:.*)? href="([^"]+)"(?:.*)?>"#).unwrap())
    }
}

impl Parser {
    pub fn parse<'s, 'h>(&'s self, html: &'h str) -> impl Iterator<Item = String> + 'h
    where
        's: 'h,
    {
        self.0
            .captures_iter(html)
            .filter_map(|cap| cap.get(1))
            .filter(|cap| {
                let value = cap.as_str();
                !value.starts_with('?') && !value.starts_with("../") && value != "/"
            })
            .map(|cap| {
                percent_decode_str(cap.as_str())
                    .decode_utf8_lossy()
                    .to_string()
            })
    }
}

#[cfg(test)]
mod tests {
    #[test]
    fn should_parse_apache() {
        let page = include_str!("../../assets/apache.html");
        let res = super::Parser::default().parse(page).collect::<Vec<_>>();
        assert_eq!(res.len(), 46, "{res:?}");
    }

    #[test]
    fn should_parse_nginx() {
        let page = include_str!("../../assets/nginx.html");
        let res = super::Parser::default().parse(page).collect::<Vec<_>>();
        assert_eq!(res.len(), 284, "{res:?}");
    }
}