skyscraper 0.7.0

XPath for HTML web scraping
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

use skyscraper::{html, xpath};

/// String concatenation with `||` should join two string literals
/// (XPath 3.1 section 3.10).
#[test]
fn string_concat_two_literals() {
    let text = r#"<html><body><div class="foobar">content</div></body></html>"#;

    let document = html::parse(text).unwrap();
    // "foo" || "bar" = "foobar", which should match the class attribute.
    let xpath = xpath::parse(r#"//div[@class = "foo" || "bar"]"#).unwrap();

    let nodes = xpath.apply(&document).unwrap();
    assert_eq!(
        nodes.len(),
        1,
        r#""foo" || "bar" should equal "foobar": {nodes:?}"#
    );
}

/// String concatenation with multiple `||` operators should chain
/// (XPath 3.1 section 3.10).
#[test]
fn string_concat_three_literals() {
    let text = r#"<html><body><div class="abcdef">content</div></body></html>"#;

    let document = html::parse(text).unwrap();
    let xpath = xpath::parse(r#"//div[@class = "ab" || "cd" || "ef"]"#).unwrap();

    let nodes = xpath.apply(&document).unwrap();
    assert_eq!(
        nodes.len(),
        1,
        r#""ab" || "cd" || "ef" should equal "abcdef": {nodes:?}"#
    );
}

/// String concatenation should convert numeric values to strings
/// (XPath 3.1 section 3.10).
#[test]
fn string_concat_with_number() {
    let text = r#"<html><body><div class="item42">content</div></body></html>"#;

    let document = html::parse(text).unwrap();
    let xpath = xpath::parse(r#"//div[@class = "item" || 42]"#).unwrap();

    let nodes = xpath.apply(&document).unwrap();
    assert_eq!(
        nodes.len(),
        1,
        r#""item" || 42 should equal "item42": {nodes:?}"#
    );
}

/// String concatenation of non-matching values should not match
/// (XPath 3.1 section 3.10).
#[test]
fn string_concat_no_match() {
    let text = r#"<html><body><div class="hello">content</div></body></html>"#;

    let document = html::parse(text).unwrap();
    let xpath = xpath::parse(r#"//div[@class = "good" || "bye"]"#).unwrap();

    let nodes = xpath.apply(&document).unwrap();
    assert_eq!(
        nodes.len(),
        0,
        r#""good" || "bye" should not match "hello": {nodes:?}"#
    );
}