moe-plugin-sdk 1.3.6

Stable SDK for building third-party MoE-13 inference plugins.
Documentation
use anyhow::Result;
use std::sync::mpsc;
use std::time::Duration;
use ternlang_moe::{AxisMemory, VetoEntry};

pub struct PluginSandbox {
    pub memory_limit_mb: u64,
    pub cpu_time_budget_ms: u64,
}

impl PluginSandbox {
    pub fn new(memory_limit_mb: u64, cpu_time_budget_ms: u64) -> Self {
        Self { memory_limit_mb, cpu_time_budget_ms }
    }

    /// Execute `f` inside the sandbox and log results to AxisMesh.
    pub fn enforce<T, F>(&self, axis: &mut AxisMemory, f: F) -> Result<T>
    where
        T: Send + 'static,
        F: FnOnce() -> Result<T> + Send + 'static,
    {
        let budget = self.cpu_time_budget_ms;
        let (tx, rx) = mpsc::channel::<Result<T>>();
        std::thread::spawn(move || {
            let _ = tx.send(f());
        });
        
        match rx.recv_timeout(Duration::from_millis(budget)) {
            Ok(result) => result,
            Err(_) => {
                // Bridge to AxisMesh: Log the VetoEntry
                axis.veto_log.push(VetoEntry {
                    timestamp: std::time::SystemTime::now(),
                    expert_id: 0,
                    reason: format!("Plugin exceeded CPU time budget of {}ms", budget),
                    query_hash: 0,
                });
                
                anyhow::bail!("Plugin exceeded CPU time budget of {}ms (VetoEntry logged in AxisMesh)", budget)
            }
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_sandbox_allows_fast_work() {
        let mut axis = AxisMemory::new();
        let sandbox = PluginSandbox::new(64, 500);
        let result = sandbox.enforce(&mut axis, || Ok(42u32));
        assert_eq!(result.unwrap(), 42);
    }

    #[test]
    fn test_sandbox_enforces_timeout() {
        let mut axis = AxisMemory::new();
        let sandbox = PluginSandbox::new(64, 50);
        let result = sandbox.enforce::<(), _>(&mut axis, || {
            std::thread::sleep(Duration::from_millis(200));
            Ok(())
        });
        assert!(result.is_err(), "sandbox must reject work that exceeds time budget");
        let msg = result.unwrap_err().to_string();
        assert!(msg.contains("CPU time budget"), "error must mention time budget");
        assert_eq!(axis.veto_log.len(), 1, "timeout must be logged as a VetoEntry");
    }

    #[test]
    fn test_sandbox_propagates_inner_error() {
        let mut axis = AxisMemory::new();
        let sandbox = PluginSandbox::new(64, 500);
        let result = sandbox.enforce::<(), _>(&mut axis, || {
            anyhow::bail!("plugin internal failure")
        });
        assert!(result.is_err());
        assert!(result.unwrap_err().to_string().contains("plugin internal failure"));
    }
}