faucet-cli 1.12.0

# Backfill JSONL files in S3 into a BigQuery table.
#
# Required env vars:
#   AWS_*                            — standard AWS credential chain
#   GOOGLE_APPLICATION_CREDENTIALS   — path to a BigQuery service-account JSON
version: 1
name: s3_jsonl_to_bigquery

pipeline:
  source:
    type: s3
    config:
      bucket: my-data-lake
      prefix: events/2026/
      file_format:
        type: json_lines
      region: us-east-1

  sink:
    type: bigquery
    config:
      project_id: my-gcp-project
      dataset_id: analytics
      table_id: events
      auth:
        type: service_account_key_path
        config:
          path: ${env:GOOGLE_APPLICATION_CREDENTIALS}