moe-plugin-sdk 1.3.6

Stable SDK for building third-party MoE-13 inference plugins.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

use crate::types::Capability;

pub struct PluginContext {
    pub runtime_version: String,
    pub cmir_schema_version: u32,
    pub allowed_capabilities: Vec<Capability>,
}

impl PluginContext {
    pub fn has_capability(&self, cap: Capability) -> bool {
        self.allowed_capabilities.iter().any(|c| std::mem::discriminant(c) == std::mem::discriminant(&cap))
    }
}