faucet-cli 1.3.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

# YAML equivalent of `faucet-stream/examples/csv_to_sqlite.rs`.
# TSV-like CSV (tab delimiter, no headers) → SQLite with JSON column mapping.
version: 1
name: csv_to_sqlite

pipeline:
  source:
    type: csv
    config:
      path: inventory.tsv
      has_headers: false
      delimiter: 9    # b'\t'
      quote: 39       # b'\''

  sink:
    type: sqlite
    config:
      database_url: sqlite:./inventory.db
      table_name: inventory
      column_mapping:
        type: json
        column: row
      batch_size: 500
      max_connections: 4