faucet-stream 1.0.2

A declarative, config-driven data pipeline with pluggable source and sink connectors
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! SQLite → JSONL — full builder showcase for both connectors.
//!
//! SQLite source uses a tuned pool. JSONL sink demonstrates append and
//! pretty-printing modes.
//!
//! Run:
//! ```bash
//! cargo run -p faucet-stream --example sqlite_to_jsonl \
//!     --features "source-sqlite sink-jsonl"
//! ```

use faucet_stream::Pipeline;
use faucet_stream::sink::jsonl::{JsonlSink, JsonlSinkConfig};
use faucet_stream::source::sqlite::{SqliteSource, SqliteSourceConfig};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let source = SqliteSource::new(
        SqliteSourceConfig::new("sqlite:./app.db", "SELECT * FROM events ORDER BY ts")
            .with_max_connections(4),
    )
    .await?;

    let sink = JsonlSink::new(
        JsonlSinkConfig::new("events.jsonl")
            .append(true)
            .pretty(false),
    );

    let result = Pipeline::new(&source, &sink).run().await?;
    println!("dumped {} events to events.jsonl", result.records_written);
    Ok(())
}