mocra 0.3.0

A distributed, event-driven crawling and data collection framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

pub mod chain_key;
pub mod config;
pub mod context;
pub mod control_plane_profile;
pub mod cookies;
pub mod cron_config;
pub mod data;
pub mod download_config;
pub mod entity;
pub mod headers;
pub mod logger_config;
pub mod login_info;
pub mod message;
pub mod meta;
pub mod model_config;
pub mod priority;
pub mod request;
pub mod response;
pub mod runtime_context;
pub mod serde_value;
pub mod status_entry;
pub mod transport_envelope;
pub mod workflow_profile;

pub use context::ExecutionMark;
pub use control_plane_profile::{
    ControlPlaneApply, ControlPlaneRaftCommand, DefaultConfigUpsert, MiddlewareUpsert,
    ProfileValidationError, TaskProfileIdentity, TaskProfileUpsert,
};
pub use cookies::Cookies;
pub use cron_config::{CronConfig, CronInterval};
pub use headers::Headers;
pub use model_config::ModuleConfig;
pub use priority::{Prioritizable, Priority};
pub use request::Request;
pub use response::Response;
pub use runtime_context::{
    ExecutionMeta, NodeDispatch, NodeInput, NodeParseOutput, ParsedData, RequestContextRef,
    RoutingMeta,
};
pub use status_entry::{StatusEntry, TaskStatus};
pub use transport_envelope::{
    DeadLetterEnvelope, DeadLetterEnvelopeConfig, ErrorDispatchContext, NodeDispatchEnvelope,
    NodeErrorEnvelope, ParserDispatchContext, PipelineStage, QueueEnvelope, QueueTopicKind,
    RequestDispatchEnvelope, ResponseDispatchEnvelope, TaskDispatchEnvelope,
    TransportEnvelopeError,
};
pub use workflow_profile::{
    EdgeSpec, MiddlewareBinding, MiddlewareType, NodeSpec, PayloadCodec,
    RUNTIME_NODE_HINT_METADATA_KEY, ResolvedCommonConfig, ResolvedNodeConfig,
    RuntimeNodeRoutingHint, TaskProfileSnapshot, TypedEnvelope, WorkflowDefinition,
    WorkflowDefinitionError, extract_runtime_node_hint, insert_runtime_node_hint,
};