moe-plugin-sdk 1.0.0

Stable SDK for building third-party MoE-13 inference plugins.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

pub struct PluginSandbox {
    pub memory_limit_mb: u64,
    pub cpu_time_budget_ms: u64,
}

impl PluginSandbox {
    pub fn new(memory_limit_mb: u64, cpu_time_budget_ms: u64) -> Self {
        Self {
            memory_limit_mb,
            cpu_time_budget_ms,
        }
    }
}