spider 2.51.49

A web crawler and scraper, building blocks for data curation workloads.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

/// The asynchronous Client to make requests with.
#[cfg(all(not(feature = "cache_request"), not(feature = "wreq")))]
pub type Client = reqwest::Client;
#[cfg(all(not(feature = "cache_request"), not(feature = "wreq")))]
/// The asynchronous Client Builder.
pub type ClientBuilder = reqwest::ClientBuilder;
#[cfg(all(not(feature = "cache_request"), not(feature = "wreq")))]
pub use reqwest as request_client;
#[cfg(all(
    feature = "cookies",
    not(feature = "cache_request"),
    not(feature = "wreq")
))]
pub use reqwest::cookie;
#[cfg(all(not(feature = "cache_request"), not(feature = "wreq")))]
pub use reqwest::{dns, header, redirect, Error, Proxy, Response, StatusCode};

/// The asynchronous Client to make requests with wreq.
#[cfg(all(not(feature = "cache_request"), feature = "wreq"))]
pub type Client = wreq::Client;
#[cfg(all(not(feature = "cache_request"), feature = "wreq"))]
/// The asynchronous Client Builder.
pub type ClientBuilder = wreq::ClientBuilder;
#[cfg(all(not(feature = "cache_request"), feature = "wreq"))]
pub use wreq as request_client;
#[cfg(all(feature = "cookies", not(feature = "cache_request"), feature = "wreq"))]
pub use wreq::cookie;
#[cfg(all(not(feature = "cache_request"), feature = "wreq"))]
pub use wreq::{dns, header, redirect, Error, Proxy, Response, StatusCode};
#[cfg(all(not(feature = "cache_request"), feature = "wreq"))]
pub use wreq_util;

/// The asynchronous Client to make requests with HTTP Cache.
#[cfg(feature = "cache_request")]
pub type Client = reqwest_middleware::ClientWithMiddleware;

#[cfg(feature = "cache_request")]
/// The asynchronous Client Builder.
pub type ClientBuilder = reqwest::ClientBuilder;

#[cfg(all(feature = "cookies", feature = "cache_request"))]
pub use reqwest::cookie;
#[cfg(feature = "cache_request")]
pub use reqwest::{dns, header, redirect, Proxy, Response, StatusCode};
#[cfg(feature = "cache_request")]
pub use reqwest_middleware as request_client;
#[cfg(feature = "cache_request")]
pub use reqwest_middleware::Error;