faucet-stream 1.9.1

A declarative, config-driven data pipeline with pluggable source and sink connectors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

//! Webhook receiver → CSV — full builder showcase for both connectors.
//!
//! Webhook source uses listen-addr, path, max-payloads, and timeout knobs.
//! The file sink writes CSV with a delimiter, a header row, and append mode.
//!
//! Run:
//! ```bash
//! cargo run -p faucet-stream --example webhook_to_csv \
//!     --features "source-webhook sink-file file-format-csv"
//! ```

use faucet_stream::CsvOptions;
use faucet_stream::Pipeline;
use faucet_stream::sink::file::{FileSink, FileSinkConfig, IfExists};
use faucet_stream::source::webhook::{WebhookSource, WebhookSourceConfig};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let source = WebhookSource::new(
        WebhookSourceConfig::new()
            .listen_addr("127.0.0.1:9090")
            .path("/inbox")
            .max_payloads(5_000)
            .timeout_secs(120),
    );

    let sink = FileSink::new(
        FileSinkConfig::new("webhooks.csv")
            .if_exists(IfExists::Append)
            .csv(CsvOptions {
                delimiter: ";".into(),
                has_headers: true,
                ..CsvOptions::default()
            }),
    )?;

    let result = Pipeline::new(&source, &sink).run().await?;
    println!(
        "captured {} webhook payloads into webhooks.csv",
        result.records_written
    );
    Ok(())
}