{
"generated_at": "2026-06-13T08:54:36.607552403+00:00",
"total_tools": 58,
"passed": 55,
"skipped": 3,
"failed": 0,
"rows": [
{
"tool": "repos_list",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists the seeded repos (holger, snippy, …)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "workspaces_list",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns active/embedded-mode note",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "workspace_use",
"verdict": "passed",
"strategy": "embedded",
"asserted": "echoes the active workspace key",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "deps_of",
"verdict": "passed",
"strategy": "embedded",
"asserted": "holger's direct deps include snippy + codec-utils",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dependents_of",
"verdict": "passed",
"strategy": "embedded",
"asserted": "codec-utils' dependents include decomp-*/holger",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "affected_by_change",
"verdict": "passed",
"strategy": "embedded",
"asserted": "blast radius of codec-utils includes holger",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "build_order",
"verdict": "passed",
"strategy": "embedded",
"asserted": "build order lists deps before dependents",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dep_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "a dependency path bench-suite→codec-utils exists",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "external_dep_users",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a (possibly empty) user list for an external crate",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dep_graph_mermaid",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders a Mermaid flowchart of the graph",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "repo_overview",
"verdict": "passed",
"strategy": "embedded",
"asserted": "one-shot orientation mentions the repo",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "changed_since_last_release",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a well-formed change set (empty when no release recorded)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_status",
"verdict": "passed",
"strategy": "embedded",
"asserted": "reports the forbidden LOCKED.txt path",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_apply",
"verdict": "passed",
"strategy": "embedded",
"asserted": "chmod -w + manifest the forbidden path",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "guard_verify",
"verdict": "passed",
"strategy": "embedded",
"asserted": "verifies the recorded manifest (intact right after apply)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "bench_history",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the seeded bench runs",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_path_patches",
"verdict": "passed",
"strategy": "embedded",
"asserted": "no [patch.crates-io] path patches → gate passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_nexus_floor",
"verdict": "passed",
"strategy": "embedded",
"asserted": "holger_ops_sec ≥ nexus_ops_sec on latest run → passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_no_regression",
"verdict": "passed",
"strategy": "embedded",
"asserted": "no metric drop > max_regression_pct → passes",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_all",
"verdict": "passed",
"strategy": "embedded",
"asserted": "aggregate gate report names passed/failed sets",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "release_gate_docs_fresh",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "passes or returns a clear docs-drift error",
"bad_args_errors": true,
"detail": "is_error=false text_snip=\"ok: docs_fresh on /tmp/.tmpQX9JpG/holger\""
},
{
"tool": "docs_init",
"verdict": "passed",
"strategy": "embedded",
"asserted": "scaffolds .nornir/ for the repo",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_render",
"verdict": "passed",
"strategy": "embedded",
"asserted": "renders managed docs (reports list)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_check",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "reports match or a clear drift error",
"bad_args_errors": true,
"detail": "is_error=false"
},
{
"tool": "docs_history",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists the seeded doc_exports row (README/md)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "docs_book",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "clear 'rebuild with --features docs-export' error",
"bad_args_errors": true,
"detail": "docs_export_feature=false is_error=true"
},
{
"tool": "docs_export",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "clear 'rebuild with --features docs-export' error",
"bad_args_errors": true,
"detail": "docs_export_feature=false is_error=true"
},
{
"tool": "search",
"verdict": "passed",
"strategy": "embedded",
"asserted": "BM25 search finds the seeded crate sources",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "symbol_lookup",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error (recoverable)",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "defined_in",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error (recoverable)",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "callers_of",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "callees_of",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "path_between",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "missing-binary → clear error",
"bad_args_errors": true,
"detail": "is_error=true"
},
{
"tool": "knowledge_symbol_lookup",
"verdict": "passed",
"strategy": "embedded",
"asserted": "finds the metric symbol in the seeded scan",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_defined_in",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists symbols defined in lib.rs",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_callers",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a JSON array of call edges into metric",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_callees",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a JSON array of callees from metric",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "knowledge_call_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a path array or null",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_symbol_lookup",
"verdict": "passed",
"strategy": "embedded",
"asserted": "finds the seeded holger::engine::run symbol",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_defined_in",
"verdict": "passed",
"strategy": "embedded",
"asserted": "lists symbols defined in engine.rs",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_callers",
"verdict": "passed",
"strategy": "embedded",
"asserted": "run calls step → run is a caller of step",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_callees",
"verdict": "passed",
"strategy": "embedded",
"asserted": "run's callees include step",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "dwarf_call_path",
"verdict": "passed",
"strategy": "embedded",
"asserted": "shortest call chain run→finish via step",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "regression_trace",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a well-formed trace timeline",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_submit_idea",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new idea id (i-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_create_plan",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new plan id (p-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_add_node",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns a new node id (n-NNN)",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_link",
"verdict": "passed",
"strategy": "embedded",
"asserted": "links two nodes in the plan",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_next",
"verdict": "passed",
"strategy": "embedded",
"asserted": "returns the ready-node array",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_status",
"verdict": "passed",
"strategy": "embedded",
"asserted": "flips a node to done",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "funnel_show",
"verdict": "passed",
"strategy": "embedded",
"asserted": "dumps the funnel including the seeded idea",
"bad_args_errors": true,
"detail": ""
},
{
"tool": "crate_published",
"verdict": "passed",
"strategy": "network",
"asserted": "empty name → clear error offline (happy path gated on NORNIR_TEST_ONLINE)",
"bad_args_errors": true,
"detail": "offline: only bad-arg path exercised"
},
{
"tool": "vector_search",
"verdict": "passed",
"strategy": "embedded-error-path",
"asserted": "clear 'rebuild with --features embed-*' error",
"bad_args_errors": true,
"detail": "embed_feature=false is_error=true"
},
{
"tool": "workspace_register",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "sync_now",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "index_status",
"verdict": "skipped",
"strategy": "needs-server",
"asserted": "offline → clear 'needs NORNIR_SERVER' error (no silent gap)",
"bad_args_errors": true,
"detail": "is_error=true text_snip=\"NORNIR_SERVER is not set\""
},
{
"tool": "viz.state",
"verdict": "passed",
"strategy": "embedded",
"asserted": "reads the viz state dump; no viz running → a clean error, never a panic",
"bad_args_errors": true,
"detail": "is_error=false snip=\"{\\n \\\"about\\\": {\\n \\\"build_sha\\\": \\\"307ab8c-dirty\\\",\\n \""
},
{
"tool": "viz.click",
"verdict": "passed",
"strategy": "embedded",
"asserted": "writes a $NORNIR_VIZ_CMD command + returns its result",
"bad_args_errors": true,
"detail": "snip=\"{\\n \\\"command\\\": {\\n \\\"tab\\\": \\\"Test\\\",\\n \\\"workspace\""
}
]
}