kumo 0.2.3

An async web crawling framework for Rust — Scrapy for Rust
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
mod builder;
mod erased;
mod run;
mod run_all;
mod setup;
mod stream;
mod task;

pub use crate::stats::CrawlStats;
pub use builder::CrawlEngine;
pub use stream::ItemStream;

pub(super) const USER_AGENT: &str = concat!("kumo/", env!("CARGO_PKG_VERSION"));