weavatrix-search-vector 0.3.1

Persistent, mutable, bounded vector candidate search for Rust and Weavatrix
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use crate::config::DistanceMetric;
use crate::error::SearchError;
use crate::mutable::MutableSnapshot;
use crate::quantized::QuantizedIndex;
use crate::vector::squared_norm;
use std::collections::BTreeSet;

pub(super) fn validate_quantized(
    snapshot: &MutableSnapshot,
    quantized: Option<&QuantizedIndex>,
) -> Result<(), SearchError> {
    let Some(quantized) = quantized else {
        return Ok(());
    };
    if quantized.config() != &snapshot.config {
        return Err(SearchError::InvalidConfig(
            "bundle quantized config differs from mutable config",
        ));
    }
    let mut active = snapshot.base.keys().collect::<BTreeSet<_>>();
    if let Some(sealed) = &snapshot.sealed {
        active.extend(sealed.keys());
    }
    active.extend(snapshot.pending.keys().copied());
    for key in &snapshot.deleted {
        active.remove(key);
    }
    if !active.iter().copied().eq(quantized.keys.iter().copied()) {
        return Err(SearchError::InvalidConfig(
            "bundle quantized keys differ from active mutable keys",
        ));
    }
    Ok(())
}

pub(super) fn validate_prepared(
    metric: DistanceMetric,
    vector: &[f32],
    position: usize,
) -> Result<(), SearchError> {
    let norm = squared_norm(vector, Some(position))?;
    if metric == DistanceMetric::Cosine && norm == 0.0 {
        return Err(SearchError::CorruptSnapshot(
            "cosine bundle contains a zero pending vector",
        ));
    }
    Ok(())
}