rivet-cli 0.2.0-beta.2

CLI tool to export PostgreSQL and MySQL to Parquet/CSV (local, S3, GCS) with tuning, preflight checks, and SQLite-backed state.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

source:
  type: postgres
  url: "postgresql://rivet:rivet@localhost:5432/rivet"
  tuning:
    profile: fast

exports:
  - name: bench_content_seq
    query: "SELECT id, title, body, raw_html, tags, author_name, category, status, created_at FROM content_items"
    mode: chunked
    chunk_column: id
    chunk_size: 50000
    parallel: 1
    format: parquet
    destination:
      type: local
      path: ./dev/output/bench