vecdb 0.10.2

High-performance mutable persistent vectors built on rawdb
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

#![doc = include_str!("../README.md")]

pub use rawdb::{Database, Error as RawDBError, PAGE_SIZE, Reader, likely, unlikely};

#[cfg(feature = "derive")]
pub use vecdb_derive::{Bytes, Pco};

mod base;
mod bytes;
mod cursor;
mod error;
mod exit;
mod iterators;
mod ops;
mod stamp;
mod traits;
mod variants;
mod version;

use variants::*;

pub use base::*;
pub use bytes::*;
pub use cursor::*;
pub use error::*;
pub use exit::*;
pub use iterators::*;
pub use ops::*;
pub use stamp::*;
pub use traits::*;
pub use variants::*;
pub use version::*;

const ONE_KIB: usize = 1024;

/// Buffer size for reading compressed data (512 KiB).
/// Chosen to balance memory usage with I/O efficiency - large enough to
/// amortize syscall overhead while fitting comfortably in L2/L3 cache.
const BUFFER_SIZE: usize = 512 * ONE_KIB;

const SIZE_OF_U64: usize = std::mem::size_of::<u64>();

/// Crossover threshold in bytes for choosing IO vs mmap iteration strategy.
/// Ranges smaller than this use mmap (zero-copy), larger use buffered IO.
/// IO is kept for truly massive datasets that may exceed available address space.
pub(crate) const MMAP_CROSSOVER_BYTES: usize = 1024 * 1024 * 1024; // 1 GiB