vil_ai_compiler 0.4.0

AI pipeline compiler — compile RAG/agent workflows to optimized execution plans at build time
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use std::sync::Arc;
use vil_server::prelude::*;

use crate::handlers::{self, CompilerStats};
use crate::semantic::{CompileEvent, CompileFault, CompilerState};

pub struct AiCompilerPlugin {
    stats: Arc<CompilerStats>,
}

impl AiCompilerPlugin {
    pub fn new() -> Self {
        Self {
            stats: Arc::new(CompilerStats::new()),
        }
    }

    /// Create with pre-populated compiler stats.
    pub fn with_stats(stats: Arc<CompilerStats>) -> Self {
        Self { stats }
    }

    /// Access the shared compiler stats.
    pub fn stats(&self) -> &Arc<CompilerStats> {
        &self.stats
    }
}

impl Default for AiCompilerPlugin {
    fn default() -> Self {
        Self::new()
    }
}

impl VilPlugin for AiCompilerPlugin {
    fn id(&self) -> &str {
        "vil-ai-compiler"
    }
    fn version(&self) -> &str {
        "0.1.0"
    }
    fn description(&self) -> &str {
        "AI pipeline compiler for optimized execution plans"
    }

    fn capabilities(&self) -> Vec<PluginCapability> {
        vec![PluginCapability::Service {
            name: "ai-compiler".into(),
            endpoints: vec![EndpointSpec::get("/api/compiler/stats")],
        }]
    }

    fn register(&self, ctx: &mut PluginContext) {
        let stats = Arc::clone(&self.stats);

        let svc = ServiceProcess::new("ai-compiler")
            .state(stats)
            .endpoint(Method::GET, "/stats", get(handlers::stats_handler))
            .emits::<CompileEvent>()
            .faults::<CompileFault>()
            .manages::<CompilerState>();
        ctx.add_service(svc);
    }

    fn health(&self) -> PluginHealth {
        PluginHealth::Healthy
    }
}