rivet-cli 0.2.0-beta.2

CLI tool to export PostgreSQL and MySQL to Parquet/CSV (local, S3, GCS) with tuning, preflight checks, and SQLite-backed state.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

# S3 export to local MinIO (S3-compatible).
# Requires: docker compose up -d minio postgres
# Create bucket first: see dev/run_s3_export.sh or manually via MinIO console at http://localhost:9001

source:
  type: postgres
  url: "postgresql://rivet:rivet@localhost:5432/rivet"

exports:
  - name: orders_chunked_s3
    query: "SELECT id, user_id, product, quantity, price, status, notes, ordered_at, updated_at FROM orders"
    mode: chunked
    chunk_column: id
    chunk_size: 100000
    parallel: 1
    format: parquet
    destination:
      type: s3
      bucket: rivet-test
      prefix: exports/orders/
      region: us-east-1
      endpoint: http://localhost:9000
      access_key_env: MINIO_ACCESS_KEY
      secret_key_env: MINIO_SECRET_KEY