arkflow 0.1.0

High-performance Rust flow processing engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

# generate示例配置
logging:
  level: info
streams:
  - input:
      type: "generate"
      context: '{ "timestamp": 1625000000000, "value": 10, "sensor": "temp_1" }'
      interval: 1ms
      batch_size: 10000


    pipeline:
      thread_num: 4
      processors:
#        - type: "batch"
#          count: 3
#          timeout_ms: 10000
#          data_type: "binary"
        - type: "json_to_arrow"

        - type: "sql"
          # SQL查询语句，支持标准SQL语法
          query: "SELECT count(*) FROM flow WHERE value >= 10 group by sensor"
        - type: "arrow_to_json"


    output:
      type: "stdout"