{
"results": [
{
"module": "tokens",
"metrics": {
"entries": 49,
"mae": 3.9183673469387754,
"max_error": 9.0,
"pct_within_10pct": 28.57142857142857,
"pct_within_3": 44.89795918367347
},
"passed": true
},
{
"module": "safety",
"metrics": {
"avg_f1": 0.9839340956932661,
"avg_precision": 0.983303518187239,
"avg_recall": 0.98456548247769,
"entries": 39,
"exact_match_rate": 0.8717948717948718,
"missed_secrets": 4
},
"passed": true
},
{
"module": "embedding",
"metrics": {
"identity_accuracy": 1.0,
"orthogonality_accuracy": 1.0,
"range_accuracy": 1.0,
"symmetry_accuracy": 1.0,
"total_checks": 17,
"total_passed": 17
},
"passed": true
},
{
"module": "injection",
"metrics": {
"accuracy": 1.0,
"benign_specificity": 1.0,
"cases": 17,
"injection_recall": 1.0
},
"passed": true
},
{
"module": "search",
"metrics": {
"avg_mrr": 1.0,
"avg_precision_at_5": 0.805,
"avg_recall_at_5": 1.0,
"entries": 10
},
"passed": true
},
{
"module": "graph",
"metrics": {
"avg_f1": 0.9833333333333334,
"avg_precision": 0.9722222222222222,
"avg_recall": 1.0,
"scenarios_run": 12
},
"passed": true
},
{
"module": "graph_korean",
"metrics": {
"cjk_fp_rate": 0.07142857142857142,
"cjk_precision_at_5": 0.9285714285714286,
"cjk_recall_at_10": 1.0,
"cjk_recall_at_5": 1.0,
"docs": 40,
"fp_reduction": 0.0,
"queries": 28,
"recall_gain_at_5": 0.7142857142857143,
"trigram_fp_rate": 0.07142857142857142,
"trigram_precision_at_5": 0.9285714285714286,
"trigram_recall_at_10": 0.2857142857142857,
"trigram_recall_at_5": 0.2857142857142857
},
"passed": true
}
]
}