gam 0.1.17

Generalized penalized likelihood engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

#!/usr/bin/env python3
import typing
import argparse
import json
import os
import subprocess
import sys
import tempfile
from pathlib import Path


ROOT = Path(__file__).resolve().parent.parent
RUN_SUITE = ROOT / "bench" / "run_suite.py"
SCENARIOS = ROOT / "bench" / "scenarios.json"
SERIAL_ENV_OVERRIDES = {
    "OMP_NUM_THREADS": "1",
    "OPENBLAS_NUM_THREADS": "1",
    "MKL_NUM_THREADS": "1",
    "VECLIB_MAXIMUM_THREADS": "1",
    "NUMEXPR_NUM_THREADS": "1",
    "BLIS_NUM_THREADS": "1",
    "RAYON_NUM_THREADS": "1",
    "CARGO_BUILD_JOBS": "1",
    "OMP_DYNAMIC": "FALSE",
    "MKL_DYNAMIC": "FALSE",
}


def run_cmd(cmd: typing.Any) -> typing.Any:
    env = os.environ.copy()
    env.update(SERIAL_ENV_OVERRIDES)
    proc = subprocess.run(cmd, cwd=ROOT, capture_output=True, text=True, env=env)
    return proc.returncode, proc.stdout, proc.stderr


def fmt(v: typing.Any) -> typing.Any:
    if v is None:
        return "-"
    if isinstance(v, float):
        return f"{v:.4f}"
    return str(v)


def main() -> typing.Any:
    p = argparse.ArgumentParser(
    )
    p.add_argument(
        "--scenario",
        action="append",
        dest="scenarios",
        help="Scenario name(s). Omit to run all.",
    )
    p.add_argument(
        "--out",
        type=Path,
        default=None,
        help="Optional output JSON path. Default: temp file.",
    )
    args = p.parse_args()

    out_path = args.out
    td: tempfile.TemporaryDirectory[str] | None = None
    cleanup = False
    if out_path is None:
        td = tempfile.TemporaryDirectory(prefix="gam_magic_bench_")
        cleanup = True
        out_path = Path(td.name) / "results.json"

    cmd = [sys.executable, str(RUN_SUITE), "--scenarios", str(SCENARIOS), "--out", str(out_path)]
    for s in args.scenarios or []:
        cmd.extend(["--scenario-name", s])

    code, out, err = run_cmd(cmd)
    if code != 0:
        print(err.strip() or out.strip(), file=sys.stderr)
        return code

    payload = json.loads(out_path.read_text())
    rows = payload.get("results", [])

    print("-" * 78)
    for r in rows:
        metric = r.get("auc")
        if metric is None:
            metric = r.get("c_index")
        print(
            f"{r.get('contender','-')} | "
            f"{r.get('scenario_name','-')} | "
            f"{r.get('status','-')} | "
            f"{fmt(metric)} | "
            f"{fmt(r.get('brier'))} | "
            f"{fmt(r.get('logloss'))} | "
            f"{fmt(r.get('nagelkerke_r2'))} | "
            f"{fmt(r.get('mse'))} | "
            f"{fmt(r.get('rmse'))} | "
            f"{fmt(r.get('r2'))}"
        )

    if args.out is not None:
        print(f"\nWrote: {out_path}")

    if cleanup:
        if td is not None:
            td.cleanup()
    return 0


if __name__ == "__main__":
    raise SystemExit(main())