xet-core-structures 1.5.2

Core data structures including MerkleHash, metadata shards, and Xorb objects.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

pub mod chunk_verification;
pub mod constants;
pub mod file_structs;
pub mod interpolation_search;
pub mod session_directory;
pub mod set_operations;
pub mod shard_file_handle;
pub mod shard_file_manager;
pub mod shard_file_reconstructor;
pub mod shard_format;
pub mod shard_in_memory;
pub mod utils;
pub mod xorb_structs;

pub use constants::{
    MDB_SHARD_EXPIRATION_BUFFER, MDB_SHARD_GLOBAL_DEDUP_CHUNK_MODULUS, MDB_SHARD_LOCAL_CACHE_EXPIRATION,
    hash_is_global_dedup_eligible,
};
pub use file_structs::Sha256;
pub use shard_file_handle::MDBShardFile;
pub use shard_file_manager::ShardFileManager;
pub use shard_format::{MDBShardFileFooter, MDBShardFileHeader, MDBShardInfo};

// Temporary to transition dependent code to new location
pub mod shard_file;

pub mod streaming_shard;