faucet-cli 1.13.1

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

# Fixture-based offline tests for `zip_columns` column groups (#746) — run with:
#
#   faucet test cli/examples/tests/zip_columns_groups_tests.yaml
#
# An analytics `runReport` response names its cells with two header
# lists (`dimensionHeaders`, `metricHeaders`) and splits every row into two
# positional cell arrays. Each group is zipped against its own headers and the
# groups are merged into one flat record per row.
version: 1
tests:
  - name: grouped runReport rows become flat records
    pipeline:
      transforms:
        - type: zip_columns
          config:
            rows_path: "$.rows[*]"
            groups:
              - { from: dimensionValues, header: "$.dimensionHeaders[*].name", value: value }
              - { from: metricValues, header: "$.metricHeaders[*]", header_label: name, value: value }
    input:
      - dimensionHeaders: [ { name: date }, { name: country } ]
        metricHeaders:
          - { name: sessions, type: TYPE_INTEGER }
          - { name: bounceRate, type: TYPE_FLOAT }
        rows:
          - dimensionValues: [ { value: "20260901" }, { value: DE } ]
            metricValues: [ { value: "1204" }, { value: "0.41" } ]
          - dimensionValues: [ { value: "20260902" }, { value: FR } ]
            metricValues: [ { value: "88" }, {} ]
      - dimensionHeaders: [ { name: date }, { name: country } ]
        metricHeaders: [ { name: sessions }, { name: bounceRate } ]
    expect:
      records:
        - { date: "20260901", country: DE, sessions: "1204", bounceRate: "0.41" }
        - { date: "20260902", country: FR, sessions: "88", bounceRate: null }

  - name: a dimension and a metric with the same name fail the page
    pipeline:
      transforms:
        - type: zip_columns
          config:
            rows_path: "$.rows[*]"
            groups:
              - { from: dimensionValues, header: "$.dimensionHeaders[*].name", value: value }
              - { from: metricValues, header: "$.metricHeaders[*].name", value: value }
    input:
      - dimensionHeaders: [ { name: date } ]
        metricHeaders: [ { name: date } ]
        rows:
          - dimensionValues: [ { value: "20260901" } ]
            metricValues: [ { value: "1" } ]
    expect:
      error: "duplicate column 'date'"

  - name: a row whose group width differs from its headers fails the page
    pipeline:
      transforms:
        - type: zip_columns
          config:
            rows_path: "$.rows[*]"
            groups:
              - { from: metricValues, header: "$.metricHeaders[*].name", value: value }
    input:
      - metricHeaders: [ { name: sessions }, { name: users } ]
        rows:
          - metricValues: [ { value: "1" } ]
    expect:
      error: "row 0, group 'metricValues'"