perfgate-cli 0.18.1

CLI for perfgate performance budgets and baseline diffs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

//! Integration tests for `perfgate explain`.

use predicates::prelude::*;
use std::fs;

mod common;
use common::{fixtures_dir, generate_compare_receipt, perfgate_cmd};

#[test]
fn explain_compare_legacy_path_still_works() {
    let temp_dir = tempfile::tempdir().expect("create temp dir");
    let compare = temp_dir.path().join("compare.json");
    generate_compare_receipt(
        &fixtures_dir().join("baseline.json"),
        &fixtures_dir().join("current_fail.json"),
        &compare,
    )
    .expect("generate compare receipt");

    perfgate_cmd()
        .args(["explain", "--compare"])
        .arg(&compare)
        .assert()
        .success()
        .stdout(predicate::str::contains("Performance Analysis"))
        .stdout(predicate::str::contains("Performance Regressions Detected"));
}

#[test]
fn explain_artifacts_identifies_known_receipts_and_next_steps() {
    let temp_dir = tempfile::tempdir().expect("create temp dir");
    let out_dir = temp_dir.path().join("artifacts/perfgate");
    let bench_dir = out_dir.join("parser");
    fs::create_dir_all(&bench_dir).expect("create artifact dir");
    fs::write(bench_dir.join("run.json"), "{}").expect("write run");
    fs::write(bench_dir.join("compare.json"), "{}").expect("write compare");
    fs::write(bench_dir.join("report.json"), "{}").expect("write report");
    fs::write(bench_dir.join("comment.md"), "# comment").expect("write comment");
    fs::write(bench_dir.join("repair_context.json"), "{}").expect("write repair context");
    fs::write(out_dir.join("decision.index.json"), "{}").expect("write decision index");

    perfgate_cmd()
        .args(["explain", "artifacts", "--out-dir"])
        .arg(&out_dir)
        .assert()
        .success()
        .stdout(predicate::str::contains("Status: artifacts_found"))
        .stdout(predicate::str::contains("parser"))
        .stdout(predicate::str::contains("run.json"))
        .stdout(predicate::str::contains("raw measurement receipt"))
        .stdout(predicate::str::contains("compare.json"))
        .stdout(predicate::str::contains(
            "baseline/current comparison receipt",
        ))
        .stdout(predicate::str::contains("repair_context.json"))
        .stdout(predicate::str::contains(
            "local reproduction and repair hints",
        ))
        .stdout(predicate::str::contains(
            "perfgate decision bundle --index artifacts/perfgate/decision.index.json",
        ))
        .stdout(predicate::str::contains(
            "perfgate check --config perfgate.toml --all --require-baseline",
        ));
}

#[test]
fn explain_artifacts_handles_missing_directory_as_setup_state() {
    let temp_dir = tempfile::tempdir().expect("create temp dir");
    let out_dir = temp_dir.path().join("missing-artifacts");

    perfgate_cmd()
        .args(["explain", "artifacts", "--out-dir"])
        .arg(&out_dir)
        .assert()
        .success()
        .stdout(predicate::str::contains("Status: no_artifacts"))
        .stdout(predicate::str::contains(
            "run a check or decision command first",
        ))
        .stdout(predicate::str::contains(
            "perfgate check --config perfgate.toml --all",
        ));
}