turboscraper 0.1.1

A high-performance, concurrent web scraping framework for Rust with built-in support for retries, storage backends, and concurrent request handling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

pub mod base;
pub mod disk;
pub mod factory;
pub mod manager;

#[cfg(feature = "kafka")]
pub mod kafka;
#[cfg(feature = "mongodb")]
pub mod mongo;
pub mod types;

pub use base::{IntoStorageData, StorageBackend, StorageConfig, StorageItem};
pub use disk::DiskStorage;
pub use factory::{create_storage, Storage, StorageType};
#[cfg(feature = "kafka")]
pub use kafka::KafkaStorage;
pub use manager::StorageManager;
#[cfg(feature = "mongodb")]
pub use mongo::MongoStorage;
pub use types::StorageCategory;