faucet-cli 1.8.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# Pipe a local CSV file through to JSONL. Useful as the simplest possible
# smoke test for a fresh `faucet` install:
#
#   faucet validate cli/examples/csv_to_jsonl.yaml
#   faucet run      cli/examples/csv_to_jsonl.yaml
version: 1
name: csv_to_jsonl

pipeline:
  source:
    type: csv
    config:
      path: ./data/input.csv

  sink:
    type: jsonl
    config:
      path: ./out/records.jsonl