choreo 0.13.0

DSL for BDD type testing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

#!/usr/bin/env python3
"""Parse choreo JSON test reports and print a summary."""

import argparse
import json
import glob
import os
import sys

def find_report(path: str) -> str:
    if os.path.isfile(path):
        return path
    if os.path.isdir(path):
        files = sorted(
            glob.glob(os.path.join(path, "choreo_test_report_*.json")),
            key=os.path.getmtime,
            reverse=True,
        )
        if files:
            return files[0]
        print(f"No report files found in directory: {path}", file=sys.stderr)
        sys.exit(1)
    print(f"Path not found: {path}", file=sys.stderr)
    sys.exit(1)


def parse_report(data: list) -> dict:
    tests = sum(f.get("summary", {}).get("tests", 0) for f in data)
    failures = sum(f.get("summary", {}).get("failures", 0) for f in data)
    time_s = sum(f.get("summary", {}).get("totalTimeInSeconds", 0) for f in data)

    failing_steps = []
    for feature in data:
        uri = feature.get("uri", "")
        for scenario in feature.get("elements", []):
            steps = scenario.get("steps", []) + scenario.get("after", [])
            for step in steps:
                status = step.get("result", {}).get("status", "")
                if status != "passed":
                    failing_steps.append(
                        {
                            "uri": uri,
                            "scenario": scenario.get("name", ""),
                            "step": step.get("name", ""),
                            "status": status or "unknown",
                        }
                    )

    return {
        "totals": {"tests": tests, "failures": failures, "time_s": time_s},
        "failing_steps": failing_steps,
    }


def main():
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument(
        "report_path",
        nargs="?",
        default="reports",
        help="JSON report file or directory (default: ./reports)",
    )
    parser.add_argument(
        "--json", action="store_true", dest="json_output", help="Output as JSON"
    )
    args = parser.parse_args()

    report_file = find_report(args.report_path)
    print(f"Report: {report_file}", file=sys.stderr)

    with open(report_file) as f:
        data = json.load(f)

    result = parse_report(data)

    if args.json_output:
        result["report"] = report_file
        json.dump(result, sys.stdout, indent=2)
        print()
    else:
        t = result["totals"]
        print(f"tests={t['tests']} failures={t['failures']} time_s={t['time_s']}")
        if result["failing_steps"]:
            print("Failing steps:")
            for s in result["failing_steps"]:
                print(f"  {s['uri']} :: {s['scenario']} :: {s['step']} [{s['status']}]")
        else:
            print("No failing steps.")


if __name__ == "__main__":
    main()