aitna 0.1.0-alpha

A local LLM inference platform with model pulling, quantization optimization, and high-performance serving
Documentation
1
2
3
4
5
6
7
use clap::Parser;
use aitna::cli::Cli;

fn main() {
    let cli = Cli::parse();
    cli.execute();
}