requests2 0.1.62

simple http client by rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

use dbfile::DBfile;
use dbfile_derive::{dbnote, DBfile};
use requests2::{Cache, Requests, Store, Value};
use std::collections::HashMap;

pub fn run_selector() {
    // .class .class.class #[attr=value] #id
    let cache = Cache::new();

    let rq2 = Requests::new(&cache).connect("https://news.163.com/").default_headers();
    rq2.parser(
        |p| p.find_all(".news_default_news", |n| n.text() != "", "text"),
        "163-news",
    );

    rq2.parser(
        |p| p.find_all(".ns_area.list", |n| n.text() != "", "text"),
        "163-tab",
    );

    cache.print_json();

    let rq = Requests::new(&cache).connect("https://www.qq.com").default_headers();
    rq.parser(
        |p| {
            let attr_eq = p.find_all("[bosszone=th_1]", |n| n.text() != "", "text");

            let class1_class2 = p.find_all(".tit.fl", |n| n.text() != "", "text");

            let id = p.find_all("#searchTab", |n| n.text() != "", "text");

            let map = HashMap::from([
                ("attr".to_owned(), attr_eq),
                ("class_class".to_owned(), class1_class2),
                ("id".to_owned(), id),
            ]);

            Value::MAP(map)
        },
        "qq",
    );

    cache.print();
    let _value = cache.get("qq");
    println!("Value: {:?}", _value);
}

pub fn run_free_parse_and_store_to_csv() {
    let data = Cache::new();
    let client = Requests::new(&data);
    let rq = client.connect("https://www.qq.com/").default_headers().send().unwrap();

    #[derive(DBfile, Debug)]
    #[dbnote(table_name = "test_link", driver = "postgres", primary_key="href")]
    struct Link<'a> {
        href: &'a str,
        link_name: String,
        title: &'a str,
    }

    rq.free_parse(|p| {
        let title = p.select("title").text();

        let links = p
            .select_all("li.nav-item a")
            .iter()
            .map(|x| Link {
                title: "",
                href: x.attr("href").unwrap_or_default(),
                link_name: x.text(),
            })
            .collect::<Vec<Link>>();


        // create a table
        links[0].create_table();

        for (idx, mut link) in links.into_iter().enumerate() {
            if idx == 0 {
                link.title = &title;
                link.write_csv_head();
            }
            // link.to_csv("a");
            link.to_db();
        }
    });
}