faucet-cli 1.3.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

# YAML equivalent of `faucet-stream/examples/mysql_to_postgres.rs`.
version: 1
name: mysql_to_postgres

pipeline:
  source:
    type: mysql
    config:
      connection_url: mysql://user:pass@localhost/legacy
      query: SELECT id, name, address, created_at FROM customers ORDER BY id
      max_connections: 16

  sink:
    type: postgres
    config:
      connection_url: postgres://user:pass@localhost/modern
      table_name: customers_imported
      column_mapping:
        type: auto_map
      batch_size: 1000
      max_connections: 10