fib-quant 0.1.0-alpha.1

Experimental Rust implementation of the FibQuant radial-angular vector quantization core
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use fib_quant::{FibQuantError, FibQuantProfileV1, FibQuantizer};

fn quantizer() -> FibQuantizer {
    let mut profile = FibQuantProfileV1::paper_default(8, 2, 8, 61).unwrap();
    profile.training_samples = 128;
    profile.lloyd_restarts = 1;
    profile.lloyd_iterations = 2;
    FibQuantizer::new(profile).unwrap()
}

#[test]
fn profile_and_codebook_digest_corruption_rejects() {
    let quantizer = quantizer();
    let input = vec![0.25; 8];
    let mut code = quantizer.encode(&input).unwrap();
    code.profile_digest = "blake3:bad".into();
    assert!(matches!(
        quantizer.decode(&code),
        Err(FibQuantError::ProfileDigestMismatch { .. })
    ));

    let mut code = quantizer.encode(&input).unwrap();
    code.codebook_digest = "blake3:bad".into();
    assert!(matches!(
        quantizer.decode(&code),
        Err(FibQuantError::CodebookDigestMismatch { .. })
    ));

    let mut code = quantizer.encode(&input).unwrap();
    code.rotation_digest = "blake3:bad".into();
    assert!(matches!(
        quantizer.decode(&code),
        Err(FibQuantError::RotationDigestMismatch { .. })
    ));
}

#[test]
fn corrupt_payload_and_non_finite_input_reject() {
    let quantizer = quantizer();
    assert!(matches!(
        quantizer.encode(&[f32::NAN; 8]),
        Err(FibQuantError::NonFiniteInput(0))
    ));
    assert!(matches!(
        quantizer.encode(&[0.0; 8]),
        Err(FibQuantError::ZeroNorm)
    ));
    let input = vec![0.25; 8];
    let mut code = quantizer.encode(&input).unwrap();
    code.indices.push(0);
    assert!(matches!(
        quantizer.decode(&code),
        Err(FibQuantError::CorruptPayload(_))
    ));
}

#[test]
fn invalid_code_schema_rejects() {
    let quantizer = quantizer();
    let input = vec![0.25; 8];
    let mut code = quantizer.encode(&input).unwrap();
    code.schema_version = "fib_code_v0".into();

    assert!(matches!(
        quantizer.decode(&code),
        Err(FibQuantError::CorruptPayload(_))
    ));
}