spider_util/lib.rs
1//! # spider-util
2//!
3//! Utility types and traits for the `spider-lib` framework.
4//!
5//! ## Example
6//!
7//! ```rust,ignore
8//! use spider_util::{request::Request, item::ScrapedItem};
9//! use url::Url;
10//!
11//! let url = Url::parse("https://example.com").unwrap();
12//! let request = Request::new(url);
13//!
14//! #[spider_macro::scraped_item]
15//! struct Article {
16//! title: String,
17//! content: String,
18//! }
19//! ```
20
21pub mod bloom_filter;
22pub mod constants;
23pub mod error;
24pub mod formatters;
25pub mod http_client;
26pub mod item;
27pub mod metrics;
28pub mod request;
29pub mod response;
30pub mod selector_cache;
31pub mod utils;
32
33pub use constants::*;
34pub use formatters::{
35 format_bytes, format_duration, format_request_time, ByteFormatter, DefaultByteFormatter,
36 DefaultDurationFormatter, DefaultRateCalculator, DurationFormatter, RateCalculator,
37};
38pub use http_client::HttpClient;