turboscraper 0.1.1

A high-performance, concurrent web scraping framework for Rust with built-in support for retries, storage backends, and concurrent request handling
Documentation
1
2
3
4
5
6
7
8
pub mod crawling;
mod errors;
pub mod retry;
pub mod spider;

pub use crawling::crawler::Crawler;
pub use errors::{ScraperError, ScraperResult};
pub use spider::{Spider, SpiderCallback};