faucet-cli 1.2.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

# YAML equivalent of `faucet-stream/examples/csv_to_bigquery.rs`.
# CSV → BigQuery with service-account key path + non-default batch size.
version: 1
name: csv_to_bigquery

pipeline:
  source:
    type: csv
    config:
      path: transactions.csv
      has_headers: true
      delimiter: 44   # b','
      quote: 34       # b'"'

  sink:
    type: bigquery
    config:
      project_id: my-gcp-project
      dataset_id: warehouse
      table_id: transactions
      auth:
        type: service_account_key_path
        config:
          path: service-account.json
      batch_size: 1000