aprender-contracts-cli 0.32.0

CLI for provable-contracts — validate, scaffold, verify, status, audit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

use std::path::Path;

use provable_contracts::roofline::{self, Bottleneck, HardwareProfile};

/// Run the `pv roofline` command: compute performance ceilings from contract.
pub fn run(
    contract_dir: &Path,
    params: u64,
    bits: u32,
    hardware: &str,
    format: &str,
) -> Result<(), Box<dyn std::error::Error>> {
    let hw = match hardware {
        "apple-m" => HardwareProfile::apple_m_series(),
        "a100" => HardwareProfile::nvidia_a100(),
        _ => {
            return Err(
                format!("unknown hardware profile '{hardware}'. Use: apple-m, a100").into(),
            );
        }
    };

    if params == 0 {
        return Err("--params must be > 0 (model has no parameters)".into());
    }
    if bits == 0 {
        return Err("--bits must be > 0".into());
    }

    let desc = roofline::load_roofline_contract(contract_dir);
    let r = roofline::compute_roofline(params, bits, &hw);

    match format {
        "json" => print_json(&r, &hw, desc.as_deref()),
        _ => print_text(&r, &hw, hardware, params, bits, desc.as_deref()),
    }

    Ok(())
}

fn print_text(
    r: &roofline::RooflineCeiling,
    hw: &HardwareProfile,
    hw_name: &str,
    params: u64,
    bits: u32,
    desc: Option<&str>,
) {
    println!("Roofline Analysis ({})", r.contract_id);
    if let Some(d) = desc {
        println!("  {d}");
    }
    println!();
    println!("Hardware: {hw_name}");
    println!("  Bandwidth: {:.1} GB/s", hw.bandwidth_gb_s);
    println!("  Compute:   {:.1} GFLOPS", hw.compute_gflops);
    println!();
    println!("Model: {} Q{bits}", format_params(params));
    println!("  Size: {:.2} GB", r.model_bytes / 1e9);
    println!();
    println!("Ceilings:");
    println!("  BW ceiling:      {:.1} tok/s", r.bw_ceiling);
    println!("  Compute ceiling: {:.1} tok/s", r.compute_ceiling);
    println!("  Effective:       {:.1} tok/s", r.throughput_ceiling);
    println!();
    let marker = match r.bottleneck {
        Bottleneck::Bandwidth => "MEMORY-BOUND  (bw_ceiling < compute_ceiling)",
        Bottleneck::Compute => "COMPUTE-BOUND (compute_ceiling < bw_ceiling)",
    };
    println!("Bottleneck: {marker}");
}

fn print_json(r: &roofline::RooflineCeiling, hw: &HardwareProfile, desc: Option<&str>) {
    println!("{{");
    println!("  \"contract_id\": \"{}\",", r.contract_id);
    if let Some(d) = desc {
        println!("  \"description\": \"{d}\",");
    }
    println!("  \"model_bytes\": {:.0},", r.model_bytes);
    println!("  \"model_gb\": {:.4},", r.model_bytes / 1e9);
    println!("  \"bw_ceiling_tok_s\": {:.2},", r.bw_ceiling);
    println!("  \"compute_ceiling_tok_s\": {:.2},", r.compute_ceiling);
    println!(
        "  \"throughput_ceiling_tok_s\": {:.2},",
        r.throughput_ceiling
    );
    println!(
        "  \"bottleneck\": \"{}\",",
        match r.bottleneck {
            Bottleneck::Bandwidth => "bandwidth",
            Bottleneck::Compute => "compute",
        }
    );
    println!("  \"hardware\": {{");
    println!("    \"bandwidth_gb_s\": {:.1},", hw.bandwidth_gb_s);
    println!("    \"compute_gflops\": {:.1},", hw.compute_gflops);
    println!("    \"ops_per_token\": {:.1}", hw.ops_per_token);
    println!("  }}");
    println!("}}");
}

fn format_params(n: u64) -> String {
    #[allow(clippy::cast_precision_loss)]
    let f = n as f64;
    if f >= 1e12 {
        format!("{:.1}T", f / 1e12)
    } else if f >= 1e9 {
        format!("{:.1}B", f / 1e9)
    } else if f >= 1e6 {
        format!("{:.0}M", f / 1e6)
    } else {
        format!("{n}")
    }
}