faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

# SFTP directory → JSONL. Point host/username/path at a real SFTP server.
#   export SFTP_PASSWORD=...
#   faucet run cli/examples/sftp_to_jsonl.yaml
version: 1
name: sftp_to_jsonl
pipeline:
  source:
    type: sftp
    config:
      host: sftp.example.com
      port: 22
      username: reporting
      type: password
      config:
        password: ${env:SFTP_PASSWORD}
      known_hosts: { mode: accept_new }   # strict | accept_new | insecure
      path: /exports/daily
      glob: "*.jsonl"
      format: jsonl                        # jsonl | json_array | raw_text
      batch_size: 1000
  sink:
    type: jsonl
    config:
      path: ./out/sftp_exports.jsonl