hypcmp 0.3.2

Extension to run hyperfine with toml files w/ commit switches.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use clap::Parser;
use log::{debug, error, info, trace};
use std::process::Command;

mod cli;
mod core;
mod util;

fn main() -> std::io::Result<()> {
    let config = cli::Cli::parse();
    env_logger::Builder::new()
        .filter_level(config.verbose.log_level_filter())
        .init();
    debug!("Loaded configuration: {config:?}");

    util::hyperfine_installed()?;
    util::is_git_dirty()?;

    let c = core::Benchmark::from_config(config.config)?;
    trace!("Benchmark Setup: {c:#?}");

    let dir = tempfile::tempdir()?;
    debug!("Temporary Directory: {dir:?}");

    let mut files_to_be_merged: Vec<String> = Vec::new();
    let current_branch = util::get_current_branch_or_id()?;
    info!("Current branch is: {current_branch:?}");

    for (label, run) in c.run.iter() {
        debug!("Run: {run:?}");

        let mut cmd = Command::new("hyperfine");
        cmd.args(c.to_hyperfine_params());

        let mut name = vec!["--command-name".to_string()];
        name.push(label.clone());
        cmd.args(name);

        let mut json = vec!["--export-json".to_string()];
        let mut filename = label.clone();
        filename.push_str(".json");
        let output = dir.path().join(filename).display().to_string();
        json.push(output.clone());
        cmd.args(json);

        cmd.args(run.to_hyperfine_params());
        info!("Running: {cmd:?}");

        let result = cmd.output()?;
        if result.status.success() {
            debug!("Benchmark run successful");
            files_to_be_merged.push(output);
        } else {
            let msg = result.stderr;
            let s = util::to_string(msg);
            error!("Run {label:?} failed. Skipping...");
            error!("Hyperfine message: {}", s);
            error!("Run parameters were: {cmd:?}");
        }
    }
    if files_to_be_merged.is_empty() {
        let msg = "No hyperfine benchmark run";
        error!("{msg}");
        let err = std::io::Error::new(std::io::ErrorKind::Other, msg);
        util::checkout(current_branch)?;
        return Err(err);
    } else {
        let json = util::merge_json_files(&files_to_be_merged)?;
        util::write_json_to_disk(json)?;
        util::cleanup(files_to_be_merged, dir)?;
        util::checkout(current_branch)?;
    }
    Ok(())
}