arkflow 0.1.0

High-performance Rust flow processing engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

# sql 示例配置
logging:
  level: info
streams:
  - input:
      type: "sql"
      create_source_sql: |
        CREATE EXTERNAL TABLE source
        STORED AS CSV
        LOCATION './examples/input_data.csv'
        OPTIONS ('has_header' 'true');
      select_sql: |
        select * from source;
    
    

    pipeline:
      thread_num: 4
      processors:
        - type: "sql"
          # SQL查询语句，支持标准SQL语法
          query: "SELECT * FROM flow"
        - type: "arrow_to_json"


    output:
      type: "stdout"