bench-tracker 0.1.1

Benchmark regression tracking tool for TensorLogic
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

mod baseline;
mod compare;
mod models;
mod parser;
mod report;

use anyhow::Result;
use clap::{Parser, Subcommand};
use std::path::PathBuf;

#[derive(Parser)]
#[command(name = "bench-tracker")]
#[command(about = "Benchmark regression tracking tool for TensorLogic", long_about = None)]
struct Cli {
    #[command(subcommand)]
    command: Commands,
}

#[derive(Subcommand)]
enum Commands {
    /// Save current benchmark results as baseline
    Save {
        /// Path to criterion output directory
        #[arg(short, long, default_value = "target/criterion")]
        criterion_dir: PathBuf,

        /// Output path for baseline file
        #[arg(short, long, default_value = "benchmarks/baseline.json")]
        output: PathBuf,

        /// Baseline name/tag
        #[arg(short, long)]
        name: Option<String>,
    },

    /// Compare current results against baseline
    Compare {
        /// Path to criterion output directory
        #[arg(short, long, default_value = "target/criterion")]
        criterion_dir: PathBuf,

        /// Path to baseline file
        #[arg(short, long, default_value = "benchmarks/baseline.json")]
        baseline: PathBuf,

        /// Regression threshold (percentage)
        #[arg(short, long, default_value = "5.0")]
        threshold: f64,

        /// Output format (text, json, html)
        #[arg(short, long, default_value = "text")]
        format: String,
    },

    /// List all saved baselines
    List {
        /// Path to baseline file
        #[arg(short, long, default_value = "benchmarks/baseline.json")]
        baseline: PathBuf,
    },

    /// Show detailed statistics for a benchmark
    Stats {
        /// Benchmark name
        #[arg(short, long)]
        name: String,

        /// Path to criterion output directory
        #[arg(short, long, default_value = "target/criterion")]
        criterion_dir: PathBuf,
    },
}

fn main() -> Result<()> {
    let cli = Cli::parse();

    match cli.command {
        Commands::Save {
            criterion_dir,
            output,
            name,
        } => {
            baseline::save_baseline(&criterion_dir, &output, name.as_deref())?;
        }
        Commands::Compare {
            criterion_dir,
            baseline,
            threshold,
            format,
        } => {
            compare::compare_benchmarks(&criterion_dir, &baseline, threshold, &format)?;
        }
        Commands::List { baseline } => {
            baseline::list_baselines(&baseline)?;
        }
        Commands::Stats {
            name,
            criterion_dir,
        } => {
            report::show_stats(&name, &criterion_dir)?;
        }
    }

    Ok(())
}