faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

# Local CSV -> ClickHouse.
#
# Loads a CSV file into a ClickHouse table via INSERT ... FORMAT JSONEachRow.
# Set `async_insert: true` to let the server buffer small batches server-side.
#
# Run:
#   faucet run cli/examples/csv_to_clickhouse.yaml
#
# Prereqs:
#   - ClickHouse reachable at http://clickhouse:8123 with a `default.events`
#     table whose columns match the CSV headers.
version: 1
name: csv_to_clickhouse

pipeline:
  source:
    type: csv
    config:
      path: ./data/input.csv

  sink:
    type: clickhouse
    config:
      url: http://clickhouse:8123
      database: default
      user: default
      table: events
      batch_size: 1000
      # Server-side async buffering; keep wait_for_async_insert for durability.
      async_insert: false
      wait_for_async_insert: true