realizar 0.8.4

Pure Rust ML inference engine built from scratch - model serving for GGUF and safetensors
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use realizar::gguf::MappedGGUFModel;

fn main() {
    let model_path = std::env::args().nth(1).unwrap();
    let mapped = MappedGGUFModel::from_path(&model_path).unwrap();

    println!("Layer 4 tensor types:");
    for tensor in &mapped.model.tensors {
        if tensor.name.contains(".4.") || tensor.name.contains("blk.4") {
            println!(
                "  {} -> {:?} ({:?})",
                tensor.name, tensor.qtype, tensor.dims
            );
        }
    }

    println!("\nAll unique qtypes in model:");
    let mut qtypes: std::collections::HashSet<_> = std::collections::HashSet::new();
    for tensor in &mapped.model.tensors {
        qtypes.insert(tensor.qtype);
    }
    for qtype in qtypes {
        println!("  {:?}", qtype);
    }
}