faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

# NATS → JSONL. Runs against a local NATS (JetStream enabled):
#   docker run -p 4222:4222 nats:latest -js
#   faucet run cli/examples/nats_to_jsonl.yaml
version: 1
name: nats_to_jsonl
pipeline:
  source:
    type: nats
    config:
      servers: ["nats://127.0.0.1:4222"]
      subject: "events.>"
      idle_timeout_secs: 5     # at least one of idle_timeout_secs / max_messages is required
      batch_size: 500
  sink:
    type: jsonl
    config:
      path: ./out/nats_events.jsonl