annex-multivector 0.3.0

Late-interaction retrieval built on annex: MUVERA fixed-dimensional candidate generation, packed 2-bit residuals, ColBERT MaxSim rescoring.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

#!/usr/bin/env python3
"""Read the append-only benchmark ledger for a Semantic Version."""

import argparse
import json
from pathlib import Path


def main() -> None:
    parser = argparse.ArgumentParser()
    parser.add_argument("--ledger", type=Path, required=True)
    parser.add_argument(
        "--kind",
        choices=(
            "run",
            "sweep",
            "diagnostic",
            "uncompressed-oracle",
            "encoder-audit",
            "dense-baseline",
            "score-validation",
        ),
    )
    args = parser.parse_args()
    records = [
        json.loads(line)
        for line in args.ledger.read_text().splitlines()
        if line.strip()
    ]
    if args.kind:
        records = [record for record in records if record["kind"] == args.kind]
    print(json.dumps(records, indent=2))


if __name__ == "__main__":
    main()