spire-core 0.2.0

Core types and traits for Spire web scraping framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

#![forbid(unsafe_code)]
#![cfg_attr(docsrs, feature(doc_cfg))]
#![doc = include_str!("../README.md")]

pub mod backend;
mod context;
pub mod crawler;
pub mod dataset;
mod error;
pub mod frontier;
pub mod request;
mod sync;
pub mod worker;

pub use http;

pub use crate::context::Context;
pub use crate::crawler::Crawler;
pub use crate::error::{BoxError, Error, ErrorKind, Result};

/// Tracing target for crawler operations.
const TRACING_TARGET: &str = "spire_core";