faucet-cli 1.13.1

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

# Incrementally copy an Oracle table into PostgreSQL.
# Requires a binary built with `--features source-oracle,sink-postgres` and
# Oracle Instant Client on the library path (LD_LIBRARY_PATH on Linux) —
# see docs/book/src/getting-started/installation.md#oracle-instant-client.
#
# Run with:  faucet run cli/examples/oracle_to_postgres.yaml
version: 1
name: oracle_to_postgres

pipeline:
  source:
    type: oracle
    config:
      host: localhost
      port: 1521
      service_name: FREEPDB1
      username: app
      password: app
      query: >
        SELECT ID, CUSTOMER_ID, STATUS, TOTAL, UPDATED_AT
        FROM APP.ORDERS
        WHERE UPDATED_AT > :bookmark
      replication: { type: incremental, column: UPDATED_AT, initial_value: "1970-01-01T00:00:00" }
  sink:
    type: postgres
    config:
      connection_url: postgres://faucet:faucet@localhost:5432/warehouse
      table_name: orders
      column_mapping: auto_map
      write_mode: upsert
      key: [ID]
  state:
    type: file
    config: { path: ./.faucet-state }