faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

# ClickHouse -> JSONL.
#
# Streams rows from ClickHouse over the HTTP interface (FORMAT JSONEachRow) and
# writes them to a local JSON Lines file.
#
# Run:
#   faucet run cli/examples/clickhouse_to_jsonl.yaml
#
# Prereqs:
#   - ClickHouse reachable at http://clickhouse:8123 with an `events` table.
#   - Do NOT append a FORMAT clause to `query` — the source sets JSONEachRow.
version: 1
name: clickhouse_to_jsonl

pipeline:
  source:
    type: clickhouse
    config:
      # Endpoint — either `url` OR `host` (+ optional `http_port` / `tls`).
      url: http://clickhouse:8123
      database: default
      user: default
      query: SELECT id, email, updated_at FROM events
      batch_size: 1000

  sink:
    type: jsonl
    config:
      path: ./out/events.jsonl