bashrs 6.66.0

Rust-to-Shell transpiler for deterministic bootstrap scripts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

//! Example: Run generalization test scripts against the rule-based classifier.
//!
//! Demonstrates SSC v11 Section 5.6: 50 hand-written unsafe scripts for
//! out-of-distribution testing. Shows what the linter catches vs. misses.
//!
//! Run: cargo run -p bashrs --example generalization_tests

#![allow(clippy::unwrap_used)]

use bashrs::corpus::generalization_tests::{category_summary, generalization_tests};
use bashrs::linter::lint_shell;

fn main() {
    println!("=== SSC v11 Generalization Tests (Section 5.6, F8 Mitigation) ===\n");

    let tests = generalization_tests();
    let mut caught = 0;
    let mut missed = 0;

    for t in &tests {
        let result = lint_shell(t.script);
        let has_findings = !result.diagnostics.is_empty();
        let has_security = result.diagnostics.iter().any(|d| d.code.starts_with("SEC"));
        let detected = has_security || has_findings;

        if detected {
            caught += 1;
        } else {
            missed += 1;
            println!("  MISSED: {} [{}] — {}", t.id, t.category, t.description);
            println!("    Script: {}", t.script.lines().next().unwrap_or(""));
        }
    }

    println!("\n=== Results ===\n");
    println!("  Total:   {}", tests.len());
    println!(
        "  Caught:  {} ({:.1}%)",
        caught,
        caught as f64 / tests.len() as f64 * 100.0
    );
    println!(
        "  Missed:  {} ({:.1}%)",
        missed,
        missed as f64 / tests.len() as f64 * 100.0
    );
    println!("  Target:  >= 50% (SSC v11 Section 5.5: generalization >= 50%)");
    println!(
        "  Status:  {}",
        if caught as f64 / tests.len() as f64 >= 0.5 {
            "PASSED"
        } else {
            "FAILED"
        }
    );

    println!("\n=== Category Breakdown ===\n");
    let summary = category_summary(&tests);
    for (category, count) in &summary {
        // Count how many in this category were caught
        let cat_caught = tests
            .iter()
            .filter(|t| t.category == *category)
            .filter(|t| !lint_shell(t.script).diagnostics.is_empty())
            .count();
        println!(
            "  {:<18} {}/{} caught ({:.0}%)",
            category,
            cat_caught,
            count,
            if *count > 0 {
                cat_caught as f64 / *count as f64 * 100.0
            } else {
                0.0
            }
        );
    }
}