arkflow 0.1.0

High-performance Rust flow processing engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

# proto 示例配置
logging:
  level: trace
streams:
  - input:
      type: "generate"
      context: '{ "timestamp": 1625000000000, "value": 10.0, "sensor": "temp_1" }'
      interval: 1s
      batch_size: 10




    pipeline:
      thread_num: 4
      processors:
        - type: "json"
          mode: "to_arrow"
        - type: "sql"
          # SQL查询语句，支持标准SQL语法
          query: "SELECT count(timestamp) as timestamp, sum(value) as value, cast(count(sensor) as string) as  sensor FROM flow WHERE value >= 10 order by sensor"
        - type: "protobuf"
          mode: "from_arrow"
          proto_inputs:
            - "examples/"
          message_type: "message.Message"
        - type: "protobuf"
          mode: "to_arrow"
          proto_inputs:
            - "examples/"
          message_type: "message.Message"
        - type: "json"
          mode: "from_arrow"

    output:
      type: "stdout"