atelier_data 0.0.15

Data Artifacts and I/O for the atelier-rs engine
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

//! Multi-worker collection orchestration.
//!
//! [`DataWorker`] is the core ingestion primitive — a single-symbol,
//! single-exchange collection loop with reconnection, gap detection,
//! and stale-connection monitoring.  It publishes raw, un-normalised
//! events to topic-keyed broadcast channels — no synchronization, no
//! Parquet writes, no preprocessing.

/// Lean ingestion-only data worker (no preprocessing).
pub mod data_worker;
/// Per-topic ingestion gap detection.
pub mod gap_detector;
/// Shared ingestion engine (reconnection, classification, health).
pub mod ingestion_core;
/// Synchronised market data worker.
pub mod market_worker;
/// Pluggable output sinks for worker event delivery.
pub mod output;
/// Composable event pipeline between ingestion and workers.
pub mod pipeline;
/// Topic-keyed broadcast channels for raw event publishing.
pub mod topic_publisher;

pub use data_worker::{DataWorker, DataWorkerReport};
pub use gap_detector::{GapDetector, GapDetectorSet, GapStats};
pub use ingestion_core::{IngestionCore, IngestionReport};
pub use market_worker::{MarketWorker, MarketWorkerReport};
pub use output::{OutputSink, OutputSinkSet, build_sinks};
pub use pipeline::{EventPipeline, PassthroughPipeline, build_pipeline};
pub use topic_publisher::{PublishError, TopicMessage, TopicPublisher, TopicRegistry};