moe-platform 0.1.0

Stable API for MoE-13 ternary inference and model ingestion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

pub struct Platform;

impl Platform {
    pub fn new() -> Self {
        Self
    }

    pub fn load_model(&self, model_id: &str) -> anyhow::Result<()> {
        Ok(())
    }

    pub fn run_inference(&self, model: (), prompt: &str) -> anyhow::Result<String> {
        Ok("result".to_string())
    }
}