{
"corpus": "beir/scifact",
"config_file": "scifact_config.toml",
"config": "provider=candle model=all-MiniLM-L6-v2 semantic_weight=1.0",
"indexed_documents": 5183,
"queries": 286,
"k_values": [
1,
5,
10
],
"results": [
{
"system": "microscope (recall, end-to-end)",
"note": "includes process start, config load and state load",
"latency": {
"p50_ms": 156.3029,
"p95_ms": 366.349,
"p99_ms": 474.9192,
"mean_ms": 187.1304
},
"recall_at_k": {
"1": 152,
"5": 214,
"10": 234
},
"recall_rate": {
"1": 53.1,
"5": 74.8,
"10": 81.8
}
},
{
"system": "faiss IndexFlatIP (MiniLM)",
"note": "all-MiniLM-L6-v2, d=384; 1 thread; query only",
"latency": {
"p50_ms": 0.3749,
"p95_ms": 0.5612,
"p99_ms": 0.6822,
"mean_ms": 0.3964
},
"recall_at_k": {
"1": 138,
"5": 210,
"10": 224
},
"recall_rate": {
"1": 48.3,
"5": 73.4,
"10": 78.3
}
},
{
"system": "faiss IndexHNSWFlat (MiniLM)",
"note": "all-MiniLM-L6-v2, d=384; 1 thread; query only",
"latency": {
"p50_ms": 0.0549,
"p95_ms": 0.0874,
"p99_ms": 0.1054,
"mean_ms": 0.0567
},
"recall_at_k": {
"1": 136,
"5": 206,
"10": 219
},
"recall_rate": {
"1": 47.6,
"5": 72.0,
"10": 76.6
}
},
{
"system": "sqlite fts5 (bm25)",
"note": "in-memory; query time only, no index build",
"latency": {
"p50_ms": 7.9633,
"p95_ms": 15.4804,
"p99_ms": 18.5535,
"mean_ms": 8.4718
},
"recall_at_k": {
"1": 131,
"5": 191,
"10": 214
},
"recall_rate": {
"1": 45.8,
"5": 66.8,
"10": 74.8
}
}
]
}