vil_ai_compiler 0.4.0

AI pipeline compiler — compile RAG/agent workflows to optimized execution plans at build time
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use vil_sdk::prelude::*;

pub fn compiler_sink(port: u16, path: &str) -> HttpSinkBuilder {
    HttpSinkBuilder::new("AiCompilerSink")
        .port(port)
        .path(path)
        .out_port("trigger_out")
        .in_port("response_data_in")
        .ctrl_in_port("response_ctrl_in")
}

pub fn compiler_source(upstream_url: &str) -> HttpSourceBuilder {
    HttpSourceBuilder::new("AiCompilerSource")
        .url(upstream_url)
        .format(HttpFormat::SSE)
        .json_tap("choices[0].delta.content")
        .in_port("trigger_in")
        .out_port("response_data_out")
        .ctrl_out_port("response_ctrl_out")
        .post_json(serde_json::json!({
            "model": "ai-compiler",
            "messages": [{"role": "user", "content": "compile"}],
            "stream": true
        }))
}