arkflow 0.1.0

High-performance Rust flow processing engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

# Kafka输入示例配置

logging:
  level: debug
streams:
  - input:
      type: kafka
      brokers:
        - localhost:9092
      topics:
        - test-topic
      consumer_group: test-group
      client_id: rsflow
      start_from_latest: true

    pipeline:
      thread_num: 4
      processors:
        - type: json
        - type: sql
          query: "SELECT * FROM flow"
        - type: json

    output:
      type: kafka
      brokers:
        - localhost:9092
      topic: test-topic-copy
      client_id: rsflow-copy
      key: xxx