apr-cli 0.29.3

CLI tool for APR model inspection, debugging, and operations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104


/// Format family description footer (tensor template, quantizations, chat template).
fn format_family_description_footer(config: &ModelFamilyConfig, verbose: bool) -> String {
    let mut out = String::new();
    if verbose {
        writeln!(out).ok();
        writeln!(out, "  Tensor Template:").ok();
        writeln!(out, "    Embedding: {}", config.tensor_template.embedding).ok();
        if let Some(ref lm) = config.tensor_template.lm_head {
            writeln!(out, "    LM Head: {lm}").ok();
        }
        if let Some(ref norm) = config.tensor_template.final_norm {
            writeln!(out, "    Final Norm: {norm}").ok();
        }
        writeln!(out, "    Per-layer:").ok();
        for (role, pattern) in &config.tensor_template.per_layer {
            if let Some(pat) = pattern {
                writeln!(out, "      {role}: {pat}").ok();
            }
        }
    }
    if !config.quantizations.is_empty() {
        writeln!(out).ok();
        writeln!(out, "  Quantizations: {}", config.quantizations.join(", ")).ok();
    }
    if let Some(ref ct) = config.chat_template {
        writeln!(out).ok();
        writeln!(out, "  Chat Template: {}", ct.format).ok();
        writeln!(out, "    BOS: {}", ct.bos_token).ok();
        writeln!(out, "    EOS: {}", ct.eos_token).ok();
    }
    out
}

/// Collect and sort size variants, optionally filtered.
fn collect_size_variants<'a>(
    config: &'a ModelFamilyConfig,
    size_filter: Option<&str>,
) -> Vec<(&'a String, &'a ModelSizeConfig)> {
    if let Some(size) = size_filter {
        config
            .size_variants
            .iter()
            .filter(|(k, _)| k.as_str() == size)
            .collect()
    } else {
        let mut v: Vec<_> = config.size_variants.iter().collect();
        v.sort_by_key(|(_, sc)| sc.hidden_dim);
        v
    }
}

/// Print extended stats/explain/kernels for a single variant.
fn print_variant_details(
    sc: &ModelSizeConfig,
    flags: OracleFlags,
    family: &dyn ModelFamily,
) {
    if !flags.show_stats() && !flags.show_explain() && !flags.show_kernels() {
        return;
    }
    let stats = build_statistical_analysis(sc, family.constraints());
    if flags.show_stats() {
        print!("{}", format_family_variant_stats(&stats));
    }
    if flags.show_explain() {
        let expl = build_architecture_explanation(sc, family.constraints(), &stats);
        print!("{}", format_family_variant_explain(&expl));
    }
    if flags.show_kernels() {
        let kern = build_kernel_compatibility(sc, family.constraints(), &stats);
        print!("{}", format_family_variant_kernels(&kern));
    }
}

fn output_family_description(
    config: &ModelFamilyConfig,
    size_filter: Option<&str>,
    verbose: bool,
    flags: OracleFlags,
    family: &dyn ModelFamily,
) {
    output::section(&format!("{} Family Contract", config.display_name));
    print!("{}", format_family_description_header(config));

    let variants = collect_size_variants(config, size_filter);

    for (name, sc) in &variants {
        print!("{}", format_family_size_variant(name, sc));
        print_variant_details(sc, flags, family);
    }

    if size_filter.is_some() && variants.is_empty() {
        println!();
        output::kv(
            "Error",
            format!("Size '{}' not found", size_filter.unwrap_or("")),
        );
        let available: Vec<&String> = config.size_variants.keys().collect();
        output::kv("Available", format!("{available:?}"));
    }

    print!("{}", format_family_description_footer(config, verbose));
}