Skip to main content

spider_core/engine/
mod.rs

1//! Internal engine pieces used by [`crate::Crawler`].
2//!
3//! Most users will not work with this module directly. It holds the task-level
4//! implementation details that connect scheduling, downloading, parsing,
5//! middleware, and item processing into one running crawler.
6
7mod context;
8mod crawler;
9mod handler;
10mod middleware;
11mod parser;
12mod processor;
13
14pub use context::CrawlerContext;
15pub use crawler::Crawler;
16pub(crate) use handler::spawn_downloader_task;
17pub(crate) use middleware::SharedMiddlewareManager;
18pub(crate) use parser::spawn_parser_task;
19pub(crate) use processor::spawn_item_processor_task;