spire-core 0.8.0

Core types and traits for Spire web scraping framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

//! Facades: frontiers that wrap another to add behavior, chained with
//! [`FrontierExt`](crate::frontier::FrontierExt).

mod backoff;
mod dedup;
mod depth;
mod filter;
mod retry;
mod revisit;
mod score;
mod traps;

pub use backoff::TagBackoff;
pub use dedup::Dedup;
pub use depth::MaxDepth;
pub use filter::{AllowedHosts, Filter};
pub use retry::{Retry, RetryPolicy};
pub use revisit::Revisits;
pub use score::Scored;
pub use traps::{AvoidTraps, TrapPolicy};