faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

# A read-only REST → stdout flow you can pipe into `jq` or another shell tool:
#
#   faucet run cli/examples/rest_to_stdout_preview.yaml | jq '.id'
version: 1
name: rest_preview

pipeline:
  source:
    type: rest
    config:
      base_url: https://jsonplaceholder.typicode.com
      path: /posts
      method: GET
      auth:
        type: none
      query_params: {}
      pagination:
        type: None
      max_retries: 3
      retry_backoff: 1
      tolerated_http_errors: []
      replication_method:
        type: FullTable
      primary_keys: ["id"]
      partitions: []
      schema_sample_size: 0

  sink:
    type: stdout
    config:
      destination: stdout
      format: json_lines
      flush_per_record: true
      max_records: 10