rivet-cli 0.2.0-beta.2

CLI tool to export PostgreSQL and MySQL to Parquet/CSV (local, S3, GCS) with tuning, preflight checks, and SQLite-backed state.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

source:
  type: postgres
  url: "postgresql://rivet:rivet@localhost:5432/rivet"

exports:
  - name: pg_users_csv
    query: "SELECT id, name, email, age, balance, is_active, bio, created_at, updated_at FROM users"
    mode: full
    format: csv
    destination:
      type: local
      path: ./dev/output

  - name: pg_users_parquet
    query: "SELECT id, name, email, age, balance, is_active, bio, created_at, updated_at FROM users"
    mode: full
    format: parquet
    destination:
      type: local
      path: ./dev/output

  - name: pg_orders_csv
    query: "SELECT id, user_id, product, quantity, price, status, notes, ordered_at, updated_at FROM orders"
    mode: full
    format: csv
    destination:
      type: local
      path: ./dev/output

  - name: pg_events_parquet
    query: "SELECT id, user_id, event_type, payload::text as payload, ip_address, created_at FROM events"
    mode: full
    format: parquet
    destination:
      type: local
      path: ./dev/output