mocra-core 0.4.0

The mocra crawler framework runtime: errors, cache, utilities, domain models, downloader, data-plane queue, coordination, scheduler and engine.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

#![allow(unused)]

use crate::common::interface::DownloadMiddlewareHandle;
use crate::common::model::ModuleConfig;
use std::sync::Arc;

/// Download middleware wrapper with bound config.
pub struct DownloaderMiddleware {
    /// Middleware name.
    pub name: String,
    /// Module configuration snapshot.
    pub config: ModuleConfig,
    /// Middleware implementation.
    pub work: DownloadMiddlewareHandle,
}

/// Data middleware wrapper.
pub struct DataMiddleware {
    /// Middleware name.
    pub name: String,
    /// Module configuration snapshot.
    pub config: ModuleConfig,
    /// Middleware implementation.
    pub work: DownloadMiddlewareHandle,
}