faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

# YAML equivalent of `faucet-stream/examples/s3_to_snowflake.rs`.
# S3 (JSON Lines) → Snowflake (key-pair auth).
version: 1
name: s3_to_snowflake

pipeline:
  source:
    type: s3
    config:
      bucket: my-data-lake
      prefix: raw/events/
      region: us-east-1
      file_format: json_lines
      concurrency: 16

  sink:
    type: snowflake
    config:
      account: xy12345.us-east-1
      warehouse: LOAD_WH
      database: ANALYTICS
      schema: RAW
      table: EVENTS
      auth:
        type: key_pair
        config:
          user: LOADER
          private_key_pem: ${file:./snowflake_key.pem}
      batch_size: 1000