faucet-cli 1.1.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# YAML equivalent of `faucet-stream/examples/s3_to_postgres.rs`.
# S3 (JSON Lines + endpoint override) → PostgreSQL JSONB.
version: 1
name: s3_to_postgres

pipeline:
  source:
    type: s3
    config:
      bucket: my-data-lake
      prefix: events/2026/
      region: us-east-1
      endpoint_url: https://s3.us-east-1.amazonaws.com
      file_format: json_lines
      max_objects: 1000
      concurrency: 16

  sink:
    type: postgres
    config:
      connection_url: postgres://user:pass@localhost/warehouse
      table_name: events_raw
      column_mapping:
        type: jsonb
        column: payload
      batch_size: 1000
      max_connections: 10