shape-vm 0.3.1

Stack-based bytecode virtual machine for the Shape programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

//! Parity Matrix CLI
//!
//! Runs all feature tests across Interpreter, VM, and JIT backends
//! to verify execution parity.

use clap::Parser;
use shape_vm::feature_tests::{ParityReport, ParityRunner, all_feature_tests};
use std::process::ExitCode;

#[derive(Parser, Debug)]
#[command(name = "parity_matrix")]
#[command(about = "Test execution parity across Interpreter, VM, and JIT backends")]
struct Args {
    /// Output format: text, json, or markdown
    #[arg(short, long, default_value = "text")]
    format: String,

    /// Only run tests matching this pattern
    #[arg(short, long)]
    filter: Option<String>,

    /// Show verbose output including passing tests
    #[arg(short, long)]
    verbose: bool,

    /// Exit with error code on any failure
    #[arg(long)]
    strict: bool,
}

fn main() -> ExitCode {
    let args = Args::parse();

    // Get all feature tests
    let mut tests = all_feature_tests();

    // Apply filter if specified
    if let Some(ref filter) = args.filter {
        tests.retain(|t| t.name.contains(filter.as_str()));
    }

    if tests.is_empty() {
        eprintln!("No tests match the filter");
        return ExitCode::FAILURE;
    }

    println!("Running {} parity tests...\n", tests.len());

    // Create runner with default backends
    let runner = ParityRunner::with_defaults();

    // Run all tests
    let report = runner.run_all(&tests);

    // Output results
    match args.format.as_str() {
        "json" => println!("{}", report.format_json()),
        "markdown" => println!("{}", format_markdown(&report)),
        _ => println!("{}", report.format_text()),
    }

    // Determine exit code
    if args.strict && !report.all_passed() {
        ExitCode::FAILURE
    } else {
        ExitCode::SUCCESS
    }
}

fn format_markdown(report: &ParityReport) -> String {
    let mut output = String::new();

    output.push_str("# Parity Test Report\n\n");
    output.push_str("## Summary\n\n");
    output.push_str(&format!("| Metric | Count |\n"));
    output.push_str(&format!("|--------|-------|\n"));
    output.push_str(&format!("| Total | {} |\n", report.total));
    output.push_str(&format!("| Passed | {} |\n", report.passed));
    output.push_str(&format!("| Partial | {} |\n", report.partial));
    output.push_str(&format!("| Failed | {} |\n", report.failed));
    output.push_str("\n");

    if report.failed > 0 {
        output.push_str("## Failures\n\n");
        for result in report.failures() {
            output.push_str(&format!("### {}\n\n", result.test_name));
            output.push_str(&format!("```\n{}\n```\n\n", result.format_diff()));
        }
    }

    if report.all_passed() {
        output.push_str("## Result: ✅ ALL TESTS PASSED\n");
    } else {
        output.push_str(&format!("## Result: ❌ {} FAILURES\n", report.failed));
    }

    output
}