dev-flaky 0.9.1

Flaky test detection for Rust. Runs cargo test N times and classifies each test as stable / flaky / broken with a reliability score in [0.0, 1.0]. Part of the dev-* verification collection.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! Run the test suite a *lot* of times — useful for catching low-rate
//! flakiness (e.g. 1-in-100 timing races) that shorter runs miss.
//!
//! ```text
//! CARGO_TARGET_DIR=/tmp/flaky-target cargo run --example iterations_high
//! ```

use dev_flaky::{FlakyError, FlakyRun};

fn main() {
    let run = FlakyRun::new("example", "0.1.0")
        .iterations(50)
        .test_filter("integration::");

    match run.execute() {
        Ok(result) => {
            println!(
                "iterations: {}, tests: {}, stable: {}, flaky: {}, broken: {}",
                result.iterations,
                result.total_count(),
                result.stable_count(),
                result.flaky_count(),
                result.broken_count()
            );
            for t in &result.tests {
                println!(
                    "  {} ({}/{} ok, {:.1}%)",
                    t.name,
                    t.passes,
                    t.passes + t.failures,
                    t.reliability_pct()
                );
            }
        }
        Err(FlakyError::ToolNotInstalled) => {
            eprintln!("cargo is not on PATH; skipping example.");
        }
        Err(e) => eprintln!("flaky run failed: {e}"),
    }
}