kumo 0.2.12

An async web crawling framework for Rust - Scrapy for Rust
Documentation
1
2
3
4
5
6
7
8
9
mod crawl;
mod domain;
mod fingerprint;
mod policy;

pub use crawl::CrawlScheduler;
pub(crate) use crawl::SchedulerPoll;
pub use fingerprint::FingerprintPolicy;
pub use policy::{DomainPolicy, PolitenessPolicy};