select 0.1.2

A library to extract useful data from HTML documents, suitable for web scraping.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

use std::collections::HashMap;

use dom::Dom;
use predicate::Predicate;
use selection::Selection;

#[derive(Clone, Debug, PartialEq)]
pub enum Data {
    Text(String),
    Element(String, HashMap<String, String>, Vec<usize>),
    Comment(String)
}

#[derive(Clone, Debug, PartialEq)]
pub struct Raw {
    pub index: usize,
    pub parent: Option<usize>,
    pub prev: Option<usize>,
    pub next: Option<usize>,
    pub data: Data
}

#[derive(Copy, Clone, Debug, PartialEq)]
pub struct Node<'a> {
    dom: &'a Dom,
    index: usize
}

impl<'a> Node<'a> {
    pub fn new(dom: &'a Dom, index: usize) -> Node<'a> {
        Node {
            dom: dom,
            index: index
        }
    }

    pub fn index(&self) -> usize {
        self.index
    }

    pub fn data(&self) -> &Data {
        &self.dom.nodes[self.index].data
    }

    pub fn name(&self) -> Option<&str> {
        match self.dom.nodes[self.index].data {
            Data::Element(ref name, _, _) => Some(name),
            _ => None
        }
    }

    pub fn attr(&self, name: &str) -> Option<&str> {
        match self.dom.nodes[self.index].data {
            Data::Element(_, ref attrs, _) => attrs.get(name).map(|s| &s[..]),
            _ => None
        }
    }

    pub fn parent(&self) -> Option<Node<'a>> {
        self.dom.nodes[self.index].parent.map(|index| self.dom.nth(index))
    }

    pub fn prev(&self) -> Option<Node<'a>> {
        self.dom.nodes[self.index].prev.map(|index| self.dom.nth(index))
    }

    pub fn next(&self) -> Option<Node<'a>> {
        self.dom.nodes[self.index].next.map(|index| self.dom.nth(index))
    }

    pub fn text(&self) -> String {
        let mut string = String::new();
        recur(&self.dom, self.index, &mut string);
        return string;

        fn recur(dom: &Dom, index: usize, string: &mut String) {
            match dom.nodes[index].data {
                Data::Text(ref text) => string.push_str(text),
                Data::Element(_, _, ref children) => {
                    for &child in children {
                        recur(dom, child, string)
                    }
                },
                Data::Comment(_) => {}
            }
        }
    }

    pub fn find<P: Predicate>(&self, p: P) -> Selection<'a> {
        Selection::new(self.dom, [self.index].iter().cloned().collect()).find(p)
    }

    pub fn is<P: Predicate>(&self, p: P) -> bool {
        p.matches(self)
    }

    pub fn as_text(&self) -> Option<&str> {
        match self.data() {
            &Data::Text(ref text) => Some(&text),
            _ => None
        }
    }

    pub fn as_comment(&self) -> Option<&str> {
        match self.data() {
            &Data::Comment(ref comment) => Some(&comment),
            _ => None
        }
    }
}