arkflow 0.1.0

High-performance Rust flow processing engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

# MQTT示例配置
logging:
  level: error
streams:
  - input:
      type: "mqtt"
      host: "localhost"
      port: 1883
      qos: 1
      client_id: "flow_input"
      topics: [ "flow_input/#" ]



    pipeline:
      thread_num: 4
      processors:
        - type: "json_to_arrow"
        - type: "sql"
          # SQL查询语句，支持标准SQL语法
          query: "SELECT * ,cast(value as string) as tx FROM flow WHERE value > 10"
          # 表名（用于SQL查询中引用）
    #          table_name: "events"
        - type: "arrow_to_json"

    output:
      type: "stdout"
#    output:
#      type: "mqtt"
#      host: "localhost"
#      port: 1883
#      qos: 1
#      client_id: "flow_output"
#      topic: "flow_output"