unobtanium 3.0.0

Opinioated Web search engine library with crawler and viewer companion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30


//! Datastructures and helpers for crawling.

mod agent;
mod crawl_candidate;
mod crawl_log_entry;
mod crawl_output;
mod crawl_output_metadata;
mod crawl_type;
mod exit_code;
mod file;
mod redirect;
mod request;
mod scheduling_reason;

pub use self::agent::Agent;
pub use self::crawl_candidate::CrawlCandidate;
pub use self::crawl_candidate::CrawlCandidateUpdate;
pub use self::crawl_log_entry::CrawlLogEntry;
pub use self::crawl_output::CrawlOutput;
pub use self::crawl_output::CrawlOutputComponent;
pub use self::crawl_output::RequestOutput;
pub use self::crawl_output_metadata::CrawlOutputMetadata;
pub use self::crawl_type::CrawlType;
pub use self::exit_code::ExitCode;
pub use self::file::File;
pub use self::redirect::Redirect;
pub use self::request::Request;
pub use self::scheduling_reason::SchedulingReason;