skyscraper 0.7.0

XPath for HTML web scraping
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use skyscraper::html;

static HTML: &'static str = include_str!("../samples/James-LG_Skyscraper.html");

#[test]
fn parse_should_return_document() {
    // arrange
    let text: String = HTML.parse().unwrap();

    // act
    let document = html::parse(&text).unwrap();

    // assert
    let displayed_document = document.to_string();

    assert_eq!(displayed_document, text);
}

/// Diagnostic test: find the first line where the round-trip output diverges.
#[test]
fn parse_roundtrip_divergence_diagnostic() {
    let text: String = HTML.parse().unwrap();
    let document = html::parse(&text).unwrap();
    let displayed = document.to_string();

    let text_lines: Vec<&str> = text.lines().collect();
    let disp_lines: Vec<&str> = displayed.lines().collect();

    for i in 0..std::cmp::min(text_lines.len(), disp_lines.len()) {
        if text_lines[i] != disp_lines[i] {
            let start = i.saturating_sub(3);
            let end = std::cmp::min(i + 5, std::cmp::min(text_lines.len(), disp_lines.len()));
            eprintln!("First difference at line {} (1-indexed):", i + 1);
            eprintln!("--- Expected (original) ---");
            for j in start..end {
                let marker = if j == i { ">>>" } else { "   " };
                eprintln!("{} {:>5}: {}", marker, j + 1, text_lines[j]);
            }
            eprintln!("--- Got (parsed output) ---");
            for j in start..end {
                let marker = if j == i { ">>>" } else { "   " };
                if j < disp_lines.len() {
                    eprintln!("{} {:>5}: {}", marker, j + 1, disp_lines[j]);
                }
            }
            panic!(
                "Round-trip divergence at line {}: expected {:?}, got {:?}",
                i + 1,
                text_lines[i],
                disp_lines[i]
            );
        }
    }

    if text_lines.len() != disp_lines.len() {
        panic!(
            "Line count differs: expected {} got {}",
            text_lines.len(),
            disp_lines.len()
        );
    }
}