Skip to main content

spider_lib/crawler/
mod.rs

1mod core;
2mod request_handler;
3mod response_parser;
4mod item_processor;
5mod middleware_manager;
6
7pub use core::{Crawler};
8pub(crate) use request_handler::{spawn_downloader_task};
9pub(crate) use response_parser::{spawn_parser_task};
10pub(crate) use item_processor::{spawn_item_processor_task};
11pub(crate) use middleware_manager::SharedMiddlewareManager;