modelc 0.1.0

Compile model weight files to standalone executable binaries
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

use std::path::PathBuf;

use modelc::cli::WeightFormat;
use modelc::compiler;

fn main() {
    let args: Vec<String> = std::env::args().collect();
    if args.len() < 2 {
        eprintln!("Usage: inspect_model <model_file> [--format <format>]");
        eprintln!("  Supported formats: safetensors, gguf, onnx, pytorch");
        std::process::exit(1);
    }

    let input = PathBuf::from(&args[1]);
    let format: Option<WeightFormat> = if args.len() > 3 && args[2] == "--format" {
        match args[3].as_str() {
            "safetensors" => Some(WeightFormat::Safetensors),
            "gguf" => Some(WeightFormat::Gguf),
            "onnx" => Some(WeightFormat::Onnx),
            "pytorch" => Some(WeightFormat::Pytorch),
            _ => {
                eprintln!("Unknown format: {}", args[3]);
                std::process::exit(1);
            }
        }
    } else {
        None
    };

    if let Err(e) = compiler::inspect(&input, format.as_ref()) {
        eprintln!("Error: {:#}", e);
        std::process::exit(1);
    }
}