pipeflow 0.0.4

A lightweight, configuration-driven data pipeline framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

# =============================================================================
# Notify Providers Example
# =============================================================================
#
# This example demonstrates how to route system notifications to multiple
# providers using the notify sink.
#
# Usage:
#   pipeflow run examples/notify.yaml
#
# =============================================================================

system:
  notify:
    active_window:
      start: "08:00"
      end: "22:00"
      timezone: "Asia/Shanghai"
      days: ["mon", "tue", "wed", "thu", "fri"]
      bypass_severity: error

pipeline:
  transforms:
    - id: notify_passthrough
      inputs: [source::system::notify]
      outputs: [notify_email, notify_telegram, notify_webhook]
      steps: []

  sinks:
    - id: notify_email
      type: notify
      config:
        provider: email
        smtp:
          server: "smtp.example.com"
          port: 587
          username: "user@example.com"
          password: "password"
          security: starttls
        from: "alerts@example.com"
        to:
          - "oncall@example.com"
        subject: "[{{ $.severity }}] {{ $.name }}"
        message: "{{ $.message }}"

    - id: notify_telegram
      type: notify
      config:
        provider: telegram
        bot_token: "YOUR_TELEGRAM_BOT_TOKEN"
        chat_id: "123456789"
        parse_mode: "MarkdownV2"
        message: "*{{ $.severity }}*: {{ $.message }}"

    - id: notify_webhook
      type: notify
      config:
        provider: webhook
        url: "https://example.com/webhook"
        method: POST
        headers:
          Authorization: "Bearer token"
        body: full
        message: "[{{ $.severity }}] {{ $.name }}: {{ $.message }}"
        silence:
          window: 2h
          backend: memory
          key: "{{ $.name }}|{{ $.labels.host }}"