faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

# YAML equivalent of `faucet-stream/examples/postgres_to_elasticsearch.rs`.
version: 1
name: postgres_to_elasticsearch

pipeline:
  source:
    type: postgres
    config:
      connection_url: postgres://user:pass@localhost/app
      query: SELECT id, title, body, tags FROM articles WHERE published = $1
      params:
        - true
      max_connections: 8

  sink:
    type: elasticsearch
    config:
      base_url: https://es.example.com:9200
      index: articles
      auth:
        type: api_key
        config:
          key: ${env:ES_API_KEY}
      batch_size: 500
      id_field: id