bria 0.1.4

Multi-pipeline job orchestrator
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

# file source -> sqlite sink (memory state)
[global]
tmp_dir = "/tmp/bria"

[global.log]
level = "info"
format = "json"

[global.state]
backend = "memory"

[server]
enabled = true
bind = "0.0.0.0"
port = 4000
prefix = "v1"

[[sources]]
id = "file-in"
type = "file"
path = "/tmp/bria/source"
poll_interval_secs = 1
id_field = "id"

[[tasks]]
id = "echo"
driver = "local"
cmd = "sh"
args = ["-c", "printf '{\"input\":\"%s\",\"pipeline\":\"%s\"}' \"$1\" \"$PIPELINE_ID\"", "sh", "{{job.payload.message}}"]
timeout_secs = 10

[tasks.stdout]
mode = "capture"
max_bytes = 4096

[tasks.stderr]
mode = "capture"
max_bytes = 4096

[[sinks]]
id = "sqlite-out"
type = "sqlite"
path = "/tmp/bria/results.db"

[sinks.table]
name = "results"

[[pipelines]]
id = "file-sqlite-pipeline"
source = "file-in"
sinks = ["sqlite-out"]

[[pipelines.steps]]
id = "run"
type = "process"
task = "echo"