spider_util/lib.rs
1//! # spider-util
2//!
3//! Utility types and traits for the `spider-lib` framework.
4//!
5//! ## Example
6//!
7//! ```rust,ignore
8//! use spider_util::{request::Request, item::ScrapedItem};
9//! use url::Url;
10//!
11//! let url = Url::parse("https://example.com").unwrap();
12//! let request = Request::new(url);
13//!
14//! #[spider_macro::scraped_item]
15//! struct Article {
16//! title: String,
17//! content: String,
18//! }
19//! ```
20
21pub mod bloom_filter;
22pub mod error;
23pub mod item;
24pub mod request;
25pub mod response;
26pub mod utils;
27
28// Re-export serde and serde_json for use in macros
29pub use serde;
30pub use serde_json;