kumo 0.1.1

An async web crawling framework for Rust — Scrapy for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

mod builder;
mod erased;
mod run;
mod run_all;
mod setup;
mod stream;
mod task;

pub use builder::{CrawlEngine, CrawlStats};
pub use stream::ItemStream;

pub(super) const USER_AGENT: &str = concat!("kumo/", env!("CARGO_PKG_VERSION"));