mlscraper-rust 0.1.2

Scrape structured data from HTML documents automatically
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

extern crate mlscraper_rust;

use mlscraper_rust::train;

use mlscraper_rust::search::{AttributeBuilder, FuzzerSettings};
use mlscraper_rust::util::TextRetrievalOption;

use std::fs;
use std::time::Instant;

fn main() {
    let galaxy = fs::read_to_string("./python_comparison/amazon_galaxy.html").unwrap();
    let iphone = fs::read_to_string("./python_comparison/amazon_iphone.html").unwrap();

    // Enable matching of data-attributes (attributes starting with "data-")
    let mut settings = FuzzerSettings::default();
    settings
        .text_retrieval_options
        .push(TextRetrievalOption::AttributeStartsWith("data-".into()));

    let start_time = Instant::now();
    let result = train(
        vec![galaxy.as_str(), iphone.as_str()],
        vec![
            AttributeBuilder::new("product")
                .values(&[
                        Some("Samsung Galaxy S21 5G, US Version, 128GB, Phantom Gray - Unlocked (Renewed)"),
                        Some("Apple iPhone 11, 64GB, Black - Unlocked (Renewed)"),
                ])
                .build(),
            AttributeBuilder::new("price")
                .values(&[
                        Some("$244.95"),
                        Some("$293.00"),
                ])
                .build(),
            //AttributeBuilder::new("add-to-cart")
            //    .values(&[
            //            Some("Add to Cart"),
            //            Some("Add to Cart"),
            //    ])
            //    .build(),
        ],
        settings,
        1
    ).expect("training");
    println!(
        "Elapsed training time: {} ms",
        start_time.elapsed().as_millis()
    );

    // Print best selectors
    println!("{:?}", result.selectors());
}