faucet-cli 1.12.0

Config-driven CLI runner for faucet-stream pipelines (YAML / JSON, Meltano-style)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

# SOAP web service -> JSON Lines file.
#
# Uses the first-class `soap:` ergonomics block on the XML source: it assembles
# the SOAP 1.1 envelope, injects the `SOAPAction` + `Content-Type` headers, and
# resolves `records_element_path` relative to `Envelope.Body` (so the path names
# only the payload, not the envelope wrapper). SOAP `<Fault>` responses are
# surfaced as errors by default.
#
# Run:  faucet run cli/examples/soap_to_jsonl.yaml
version: 1
name: soap_to_jsonl
pipeline:
  source:
    type: xml
    config:
      base_url: https://soap.example.com
      path: /services/UserService
      method: POST
      auth:
        type: basic
        config:
          username: ${env:SOAP_USER}
          password: ${env:SOAP_PASS}
      soap:
        version: "1.1"
        action: http://soap.example.com/UserService/GetUsers
        namespaces:
          usr: http://soap.example.com/users
        body_inner: '<usr:GetUsers><usr:activeOnly>true</usr:activeOnly></usr:GetUsers>'
      # Relative to Envelope.Body (path_relative_to_body defaults to true).
      records_element_path: GetUsersResponse.Users.User
  sink:
    type: jsonl
    config:
      path: ./users.jsonl