faucet-cli 1.2.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

version: 1
# Stream messages from a WebSocket endpoint and write each as one JSON line.
#
# Run:
#   faucet run cli/examples/websocket_to_jsonl.yaml
#
# Prereqs:
#   - A reachable WebSocket endpoint. The default targets Binance's public
#     BTC/USDT trade stream (no auth, no infra needed). Replace `url` with your
#     own feed as needed.

pipeline:
  source:
    type: websocket
    config:
      url: "wss://stream.binance.com:9443/ws/btcusdt@trade"
      message_format: json
      # Stop when either condition fires.
      max_messages: 100
      idle_timeout: 30
      # Keep the connection alive through proxies.
      ping_interval: 20
      batch_size: 50

  sink:
    type: jsonl
    config:
      path: ./out/trades.jsonl
      append: false
      pretty: false