millipede 0.1.0

An idiomatic Rust web-crawling library inspired by Crawlee. Umbrella crate re-exporting the Millipede workspace.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! Smoke test for the `millipede` umbrella crate.

#[test]
fn umbrella_links_and_prelude_exists() {
    // Path-resolves the umbrella prelude module.
    #[allow(unused_imports)]
    use millipede::prelude;
}

#[test]
fn core_reexport_is_reachable() {
    #[allow(unused_imports)]
    use millipede::core::prelude;
}

#[test]
fn expanded_core_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::{
        AddRequestsBatchedResult, AntiBotDetector, AntiBotSignals, AntiBotTech, BatchAddHandle,
        ConfigError, DatasetInfo, DefaultAntiBotDetector, ErrorSnapshot, ErrorSnapshotter, KeyInfo,
        KeyList, KvEntry, ListKeysOptions, Page, RequestBuildError,
    };
}

#[cfg(feature = "browser")]
#[test]
fn browser_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::{PageClosedHook, PageHook, PageOptions, PagePrepHook, PreLaunchHook};
}

#[cfg(feature = "fingerprint")]
#[test]
fn fingerprint_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::{BrowserFingerprintGenerator, HeaderGenerator, HeaderProfile};
}

#[cfg(feature = "html")]
#[test]
fn html_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::SynchronizedHtml;
}

#[cfg(feature = "storage-fs")]
#[test]
fn filesystem_storage_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::{FsDataset, FsKeyValueStore};
}

#[cfg(feature = "storage-memory")]
#[test]
fn memory_storage_surface_is_reachable() {
    #[allow(unused_imports)]
    use millipede::{DomainRoundRobin, MemoryDataset, MemoryKeyValueStore};
}