requests2 0.1.62

simple http client by rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

use requests2::{Requests, Cache, Store, Value};
use rayon::prelude::*;


#[test]
pub fn run_requests_urls_with_parsers() {
    let data = Cache::new();
    let client = Requests::new(&data);
    let urls = [
        "https://www.baidu.com",
        "https://www.qq.com",
        "https://www.163.com",
    ];
    let _ = urls
        .par_iter()
        .map(|url| {
            let p = client.connect(url).default_headers().send().unwrap();
            p.parser(
                |p| {
                    p.find_all(
                        "a",
                        |f| f.attr("href").map_or(false, |v| v.starts_with("http://")),
                        "href",
                    )
                },
                format!("{}_link", url).as_str(),
            );

            p.parser(
                |p| p.find("title", |f| f.text() != "", "text"),
                format!("{}_title", url).as_str(),
            );
        })
        .map(|_| String::from(""))
        .collect::<String>();

    match data.get("https://www.qq.com_title") {
        Value::STR(i) => assert_eq!(i, "腾讯网"),
        _ => panic!(""),
    };

    if let Value::STR(i) = data.get("https://www.163.com_title") {
        assert_eq!(i, "网易");
    }

    if let Value::STR(i) = data.get("https://www.baidu.com_title") {
        assert_eq!(i, "百度一下，你就知道");
    }
}


#[test]
pub fn run_header_with_json() {
    let headers = r#"{"user-agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36"}"#;
    let store = Cache::new();
    let client = Requests::new(&store);
    let p = client.connect("https://www.qq.com").headers(headers).send().unwrap();
    p.parser(
        |p| p.find("title", |f| !f.text().is_empty(), "text"),
        "title",
    );
    store.print_json();
}


#[test]
    fn test_find_all() {
        let data = Cache::new();
        let client = Requests::new(&data);
        let rq = client.connect("https://www.qq.com/").default_headers().send().unwrap();

        rq.parser(|p| {
            p.find_all("a", |x| {
                x.attr("href").map_or(false, |v| v.starts_with("http"))
            }, "href")
        }, "href");

        rq.parser(|p| {
            p.find_all("li", |x| {
                x.attr("class").map_or(false, |v| v.contains("nav-item"))
            }, "text")
        }, "text");

        data.print();
       
    }