Crate spider_util 

spider-util

Utility types and traits for the spider-lib framework.

Example

use spider_util::{request::Request, item::ScrapedItem};
use url::Url;

let url = Url::parse("https://example.com").unwrap();
let request = Request::new(url);

#[spider_macro::scraped_item]
struct Article {
    title: String,
    content: String,
}

Re-exports

pub use serde;

pub use serde_json;

Modules

bloom_filter

error

Custom error types for the spider-core framework.

item

Data structures for scraped items in spider-lib.

request

Data structures for representing HTTP requests in spider-lib.

response

Data structures and utilities for handling HTTP responses in spider-lib.

utils

Utility functions for the spider-lib framework.