faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# YAML equivalent of `faucet-stream/examples/mongodb_to_redis.rs`.
# MongoDB filter + sort + cursor batch → Redis stream sink.
version: 1
name: mongodb_to_redis

pipeline:
  source:
    type: mongodb
    config:
      connection_uri: mongodb://localhost:27017
      database: events
      collection: raw
      filter:
        processed: false
      sort:
        created_at: 1
      limit: 50000
      cursor_batch_size: 500

  sink:
    type: redis
    config:
      url: redis://localhost:6379
      sink_type:
        type: Stream
        key: events:raw
      batch_size: 1000