moe-plugin-sdk 1.1.0

Stable SDK for building third-party MoE-13 inference plugins.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

use serde::{Serialize, Deserialize};

#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
pub enum PluginType {
    ModelProvider,
    RoutingExtension,
    PreProcessor,
    PostProcessor,
    Diagnostic,
}

#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
pub enum Capability {
    ReadModelStream,
    EmitCMIR,
    RegisterMetrics,
    AccessMetadataOnly,
}