mlscraper-rust 0.1.2

Scrape structured data from HTML documents automatically
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

extern crate mlscraper_rust;

use mlscraper_rust::search::AttributeBuilder;
use mlscraper_rust::train;

fn main() {
    let html = reqwest::blocking::get("http://quotes.toscrape.com/author/Albert-Einstein/")
        .expect("request")
        .text()
        .expect("text");

    let result = train(
        vec![html.as_str()],
        vec![
            AttributeBuilder::new("name")
                .values(&[Some("Albert Einstein")])
                .build(),
            AttributeBuilder::new("born")
                .values(&[Some("March 14, 1879")])
                .build(),
        ],
        Default::default(),
        1,
    )
    .expect("training");

    // Print best selectors
    println!("{:?}", result.selectors());

    let html = reqwest::blocking::get("http://quotes.toscrape.com/author/J-K-Rowling")
        .expect("request")
        .text()
        .expect("text");

    let dom = result.parse(&html).expect("parse");

    result
        .attributes()
        .for_each(|attr| println!("{attr}: {:?}", result.get_value(&dom, attr).ok().flatten()))
}