faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

# YAML equivalent of `faucet-stream/examples/redis_to_mysql.rs`.
# Redis stream (consumer group) → MySQL JSON column.
version: 1
name: redis_to_mysql

pipeline:
  source:
    type: redis
    config:
      url: redis://localhost:6379
      source_type:
        type: Stream
        key: events:raw
        group: archiver
        consumer: worker-1
        count: 1000
      max_records: 100000

  sink:
    type: mysql
    config:
      connection_url: mysql://user:pass@localhost/archive
      table_name: events_raw
      column_mapping:
        type: json
        column: payload
      batch_size: 1000
      max_connections: 10