gguf-rs 0.1.8

GGUF file parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

use anyhow::Result;
use clap::Parser;
use comfy_table::Table;
use gguf_rs::{get_gguf_container, GGMLType, GGUFModel};
use log::LevelFilter;
use simple_logger::SimpleLogger;

#[derive(Parser)]
#[command(author, version, about)]
struct Cli {
    /// model file path
    model: String,

    /// show metadata
    #[arg(short, long, default_value_t = true)]
    metadata: bool,

    /// show tensors
    #[arg(short, long, default_value_t = false)]
    tensors: bool,

    /// show debug log
    #[arg(short, long)]
    debug: bool,
}

fn print_metadata(model: &GGUFModel) {
    let mut table = Table::new();
    table.set_header(vec!["#", "Key", "Value"]);

    model
        .metadata()
        .iter()
        .enumerate()
        .for_each(|(i, (key, value))| {
            let unwrap_value = match value {
                serde_json::Value::Null => String::from("null"),
                serde_json::Value::Bool(v) => v.to_string(),
                serde_json::Value::Number(v) => v.to_string(),
                serde_json::Value::String(v) => v.to_owned(),
                serde_json::Value::Array(v) => {
                    let concat_values = v
                        .iter()
                        .map(|v| match v {
                            serde_json::Value::Null => String::from("null"),
                            serde_json::Value::Bool(v) => v.to_string(),
                            serde_json::Value::Number(v) => v.to_string(),
                            serde_json::Value::String(v) => v.to_string(),
                            serde_json::Value::Object(v) => serde_json::to_string(v).unwrap(),
                            _ => String::from("unsupport array type"),
                        })
                        .collect::<Vec<String>>()
                        .join(",");
                    format!("[{}]", concat_values)
                }
                serde_json::Value::Object(_) => todo!(),
            };
            table.add_row(vec![(i + 1).to_string(), key.clone(), unwrap_value]);
        });

    println!("Metadata:\n{table}");
}

fn print_tensors(model: &GGUFModel) {
    let mut table = Table::new();
    table.set_header(vec!["#", "Name", "Type", "Dimension", "Offset"]);

    model.tensors().iter().enumerate().for_each(|(i, tensor)| {
        table.add_row(vec![
            (i + 1).to_string(),
            tensor.name.clone(),
            GGMLType::try_from(tensor.kind).unwrap().to_string(),
            tensor
                .shape
                .iter()
                .map(|v| v.to_string())
                .collect::<Vec<_>>()
                .join(","),
            tensor.offset.to_string(),
        ]);
    });

    println!("Tensors:\n{table}");
}

fn main() -> Result<()> {
    let args = Cli::parse();

    if args.debug {
        SimpleLogger::default()
            .with_level(LevelFilter::Debug)
            .init()
            .unwrap();
    }

    let mut gguf_container = get_gguf_container(&args.model)?;
    let gguf_model = gguf_container.decode()?;

    if args.metadata {
        print_metadata(&gguf_model);
    }

    if args.tensors {
        print_tensors(&gguf_model);
    }
    Ok(())
}