ica 0.1.0

When you are too lazy too check Icas website.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93


use select::document::Document;
use select::predicate::{Class, Name};
use select::node::Node;

use ica::*;

pub async fn get_items(dom: Document) -> Result<Vec<Item>, CrawlerErrors> {

    // the storetype given should decide how to parse the given document

    let mut res: Vec<Item> = vec![];

    let names: Vec<String> = dom.find(Class("offer-type__product-name"))
            .map(|x| normalize(x.text()))
            .collect();

    if names.is_empty() {
        return Err(CrawlerErrors::HTMLStructureError);
    }

    for (ctr, node) in dom.find(Class("product-info-wrapper__body")).enumerate() {

        let a: Vec<String> = node.find(Name("p"))
            .collect::<Vec<Node>>()
            .iter_mut()
            .map(|x| normalize(x.text()))
            .collect();

        res.push(
            Item::new(
                names.get(ctr).unwrap().to_string(),
                a.get(0).unwrap().to_string(),
                a.get(1).unwrap().to_string(),
                a.get(2).unwrap().to_string(),
                parse_more_info(a.get(2).unwrap().to_string())
            )
        );
    }

    Ok(res)
}

pub enum CrawlerErrors {
    HTMLStructureError
}

fn normalize(s: String) -> String {
    let r = s.replace("\n", "");
    let v: Vec<String> = r.split(' ')
        .map(|x| x.to_string())
        .filter(|x| x != &"".to_string())
        .collect();

    v.join(" ")
}

fn parse_more_info(info: String) -> (bool, bool, String) {
    let mut res = (false, false, "".to_string());
    let mut v: Vec<String> = info.split(" ")
        .map(|x| x.to_string())
        .collect();

    if v.contains(&"Stammispris".to_string()) {
        res.0 = true;
        v.retain(|x| x != &"Stammispris".to_string());
    }

    if v.contains(&"Fryst".to_string()) && v.contains(&"Frysta.".to_string()) {
        res.1 = true;
        v.remove(0);
    }

    for (i, word) in v.iter().rev().enumerate() {
        if word == &"/st".to_string() || word == &"/+pant".to_string() || word == &"/kg".to_string() {
            res.2 = format!("{}/st", v.iter().rev().nth(i+1).unwrap());
            break;
        } else if word.contains(&":-".to_string()) {
            if v.iter().rev().nth(i+1).unwrap() == &"för".to_string() {
                res.2 = format!("{} för {}", v.iter().rev().nth(i+2).unwrap(), v.iter().rev().nth(i).unwrap());
                break;
            }
        } else if word.contains(&"/kg".to_string()) {
            res.2 = word.to_string();
        }
    }

    if res.2 == "".to_string() {
        res.2 = "Invalid info".to_string();
    }

    res
}