pipeflow 0.0.4

A lightweight, configuration-driven data pipeline framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

pipeline:
  sources:
    - id: webhook
      type: http_server
      config:
        bind: "127.0.0.1:8081"
        path: "/ingest"
        # Optional auth:
        # auth:
        #   type: bearer
        #   token: "secret-token"

  transforms:
    - id: pass_through
      inputs: [webhook]
      outputs: [console_out]

  sinks:
    - id: console_out
      type: console
      config:
        format: pretty