mocra 0.3.0

A distributed, event-driven crawling and data collection framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

//! Engine processing chains.
//!
//! This module groups queue-facing typed chains used by the runtime:
//! - task ingress (`task_model_chain`),
//! - request download (`download_chain`),
//! - response parsing and storage (`parser_chain`),
//! - websocket download flow (`stream_chain`).

pub mod backpressure;
pub mod download_chain;
pub mod parser_chain;
pub mod stream_chain;
pub mod task_model_chain;

pub use download_chain::*;
pub use parser_chain::*;
pub use task_model_chain::*;