uqa-storage 0.5.2

Document store, inverted index, IVF/HNSW vectors, B-tree, R*Tree, catalog
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//
// Unified Query Algebra
//
// Copyright (c) 2023-2026 Cognica, Inc.
//

use super::{source::Canonical, DiskANNMemoryOptions};
use crate::diskann_index::{
    build::{DiskANNBuildCapture, DiskANNTemporaryBudget},
    format::DiskANNGeneration,
    pages::DiskANNMemoryBuilder,
    RetainedDiskANNIndex,
};
use crate::{read_control::StorageReadControl, StorageBackendError, StorageBackendResult};
use std::sync::Arc;

pub(super) fn prepare(
    source: Canonical,
    generation: DiskANNGeneration,
    options: DiskANNMemoryOptions,
    temporary: &DiskANNTemporaryBudget,
    control: &StorageReadControl,
) -> StorageBackendResult<RetainedDiskANNIndex<Canonical>> {
    control.check()?;
    let directory =
        tempfile::tempdir().map_err(|error| StorageBackendError::Other(error.to_string()))?;
    let capture = DiskANNBuildCapture::capture(
        generation,
        source.clone(),
        directory.path(),
        temporary,
        control,
    )?;
    let mut sink = DiskANNMemoryBuilder::new(generation, control.memory());
    let manifest = options.write_generation(&capture, directory.path(), &mut sink)?;
    let physical = sink.finish(manifest, control)?;
    drop(capture.finish(&manifest, control)?);
    // Clear only the candidate's changes after complete construction and sealing. A failure before replacement leaves the live root and every earlier reader intact.
    RetainedDiskANNIndex::open(
        source.covered(generation),
        Arc::new(physical),
        options.parameters,
        options.read,
        control,
    )
}