something-awful 0.4.0

Unofficial client to the Something Awful forums
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

use crate::Error;

/// Represents a specific post within a thread.
#[derive(Debug)]
pub struct Post {
    pub id: String,
    pub index: i64,
    pub author_username: String,
    pub author_registration_date: String,
    pub post_date: String,
    pub post_body: String,
}

impl Post {
    // Parses all posts on a thread page.
    pub fn parse_list(document: &str) -> Result<Vec<Post>, Error> {
        let mut posts = Vec::new();
        let document = scraper::Html::parse_document(document);
        let selector = scraper::Selector::parse(r#"table.post"#).expect("BUG: illegal selector");

        for post in document.select(&selector) {
            let parsing_error = Error::PostParsingError(post.inner_html());
            let selector =
                scraper::Selector::parse(r#"table.post>tbody>tr"#).expect("BUG: illegal selector");
            let mut post_body = post.select(&selector);

            let Some(author_and_body) = post_body.next() else {
                return Err(parsing_error);
            };

            let Some(date_and_links) = post_body.next() else {
                return Err(parsing_error);
            };

            let Some(id) = post.value().attr("id") else {
                return Err(parsing_error);
            };

            if !id.starts_with("post") {
                return Err(parsing_error);
            }
            let id = id["post".len()..].to_owned();

            let Some(index) = post.value().attr("data-idx") else {
                return Err(parsing_error);
            };
            let Ok(index) = index.parse() else {
                return Err(parsing_error);
            };

            let selector =
                scraper::Selector::parse(r#"dl.userinfo>dt"#).expect("BUG: illegal selector");
            let Some(author_username) = author_and_body.select(&selector).next() else {
                return Err(parsing_error);
            };

            let mut author_username = author_username.text();
            let Some(author_username) = author_username.next() else {
                return Err(parsing_error);
            };
            let author_username = author_username.to_owned();

            let selector = scraper::Selector::parse(r#"dl.userinfo>dd.registered"#)
                .expect("BUG: illegal selector");
            let Some(author_registration_date) = author_and_body.select(&selector).next() else {
                return Err(parsing_error);
            };
            let author_registration_date = author_registration_date.inner_html();

            let selector =
                scraper::Selector::parse(r#"tr>td.postdate"#).expect("BUG: illegal selector");
            let Some(post_date) = date_and_links.select(&selector).next() else {
                return Err(parsing_error);
            };
            let Some(post_date) = post_date.text().last() else {
                return Err(parsing_error);
            };
            let post_date = post_date.trim().to_owned();

            let selector =
                scraper::Selector::parse(r#"td.postbody"#).expect("BUG: illegal selector");
            let Some(post_body) = author_and_body.select(&selector).next() else {
                return Err(parsing_error);
            };
            let post_body = post_body.inner_html();

            posts.push(Post {
                id,
                index,
                author_username,
                author_registration_date,
                post_date,
                post_body,
            });
        }

        Ok(posts)
    }
}