webpage 2.0.1

Small library to fetch info about a web page: title, description, language, HTTP info, links, RSS feeds, Opengraph, Schema.org, and more
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

//! OpenGraph information

use std::collections::HashMap;

#[derive(Debug, Clone)]
#[cfg_attr(feature = "serde", derive(Serialize, Deserialize))]
#[non_exhaustive]
/// Representing [OpenGraph](http://ogp.me/) information
pub struct Opengraph {
    /// Opengraph type (article, image, event, ..)
    pub og_type: String,
    /// Opengraph properties of this object
    pub properties: HashMap<String, String>,

    /// Images relevant to this object
    pub images: Vec<OpengraphObject>,
    /// Videos relevant to this object
    pub videos: Vec<OpengraphObject>,
    /// Audio relevant to this object
    pub audios: Vec<OpengraphObject>,
}

#[derive(Debug, Clone)]
#[cfg_attr(feature = "serde", derive(Serialize, Deserialize))]
#[non_exhaustive]
/// Info about an OpenGraph media type
pub struct OpengraphObject {
    /// URL describing this object
    pub url: String,
    /// Properties of the referred object
    pub properties: HashMap<String, String>,
}

impl OpengraphObject {
    pub fn new(url: String) -> Self {
        Self {
            url,
            properties: HashMap::new(),
        }
    }
}

impl Opengraph {
    pub fn empty() -> Self {
        Self {
            og_type: "website".to_string(),
            properties: HashMap::new(),

            images: vec![],
            videos: vec![],
            audios: vec![],
        }
    }

    pub fn extend(&mut self, property: &str, content: String) {
        if property == "type" {
            self.og_type = content;
        } else if property.starts_with("image") {
            parse_object("image", property, content, &mut self.images);
        } else if property.starts_with("video") {
            parse_object("video", property, content, &mut self.videos);
        } else if property.starts_with("audio") {
            parse_object("audio", property, content, &mut self.audios);
        } else {
            self.properties.insert(property.to_string(), content);
        }
    }
}

fn parse_object(
    og_type: &str,
    property: &str,
    content: String,
    collection: &mut Vec<OpengraphObject>,
) {
    let num_images = collection.len();

    if property == og_type || &property[og_type.len()..] == ":url" {
        collection.push(OpengraphObject::new(content));
    } else if num_images > 0 && property.len() > og_type.len() + 1 {
        let property = &property["image:".len()..];
        collection[num_images - 1]
            .properties
            .insert(property.to_string(), content);
    }
}

#[cfg(test)]
mod tests {
    use super::Opengraph;

    #[test]
    fn test_type() {
        let mut opengraph = Opengraph::empty();
        assert_eq!(opengraph.og_type, "website");

        opengraph.extend("type", "article".to_string());
        assert_eq!(opengraph.og_type, "article");
    }

    #[test]
    fn test_image() {
        let mut opengraph = Opengraph::empty();

        opengraph.extend("image", "http://example.org/image.png".to_string());
        opengraph.extend(
            "image:secure_url",
            "https://example.org/image.png".to_string(),
        );
        assert_eq!(opengraph.images.len(), 1);
        assert_eq!(opengraph.images[0].url, "http://example.org/image.png");

        let prop = opengraph.images[0].properties.get("secure_url");
        assert!(prop.is_some());
        assert_eq!(prop.unwrap(), "https://example.org/image.png");
    }
}