diskann-disk 0.55.0

DiskANN3 is a composable library for bringing scalable, accurate and cost-effective vector indexing to multiple databases.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

/*
 * Copyright (c) Microsoft Corporation.
 * Licensed under the MIT license.
 */

use diskann::ANNResult;

use crate::search::provider::aligned_file_reader::{aligned_read::Alignment, AlignedRead};

pub trait AlignedFileReader: Send + Sync {
    /// Alignment requirement applied to every `AlignedRead<u8, Self::Alignment>`
    /// passed to [`Self::read`]. All three constraints — buffer pointer,
    /// buffer length, and disk offset — are checked against this value at
    /// `AlignedRead::new` time.
    ///
    /// Direct-I/O readers (O_DIRECT, `FILE_FLAG_NO_BUFFERING`) set this to the
    /// device sector size (typically 512 bytes); buffered readers use `A1`.
    /// The caller is responsible for generating offsets and buffers that
    /// satisfy this alignment — `DiskSectorGraph`, for example, requires its
    /// `block_size` to be a multiple of `Self::Alignment::VALUE`.
    type Alignment: Alignment;

    /// Read the data from the file by sending concurrent io requests in batches.
    fn read(&mut self, read_requests: &mut [AlignedRead<u8, Self::Alignment>]) -> ANNResult<()>;
}