modelc 0.1.7

Compile LLM weights (GGUF, Safetensors, ONNX, PyTorch) into a single .modelc artifact and serve an OpenAI-compatible inference API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

pub mod arch;
pub mod chat_template;
pub mod cli;
pub mod codegen;
pub mod compiler;
pub mod config;
pub mod constraint;
pub mod containerize;
pub mod draft;
pub mod generate;
pub mod json_schema;
pub mod lora;
pub mod metal;
pub mod model;
pub mod onnx_exec;
pub mod pack;
pub mod prefix_cache;
pub mod parsers;
pub mod runtime;
pub mod serve;
pub mod store;
pub mod tempdir;
pub mod tokenizer;

/// Semver plus short git SHA from `build.rs`, shown by `modelc --version`.
pub const CLI_VERSION: &str = concat!(
    env!("CARGO_PKG_VERSION"),
    " (git ",
    env!("MODELC_GIT_SHA"),
    ")"
);

/// Short git SHA from `build.rs`.
pub const GIT_SHA: &str = env!("MODELC_GIT_SHA");