xet-data 1.5.2

Data processing pipeline for chunking, deduplication, and file reconstruction; used in the Hugging Face Xet client tools. Intended to be used through the API in the hf-xet package.
Documentation 
1
2
3
4
5
6
7
8
9
10

mod data_writer;
mod error;
mod file_reconstructor;
mod reconstruction_terms;
mod run_state;

pub use data_writer::{DataWriter, DownloadStream, SequentialWriter, UnorderedDownloadStream, UnorderedWriter};
pub use error::{FileReconstructionError, Result};
pub use file_reconstructor::FileReconstructor;
pub use reconstruction_terms::{FileTerm, ReconstructionTermManager, XorbBlock, XorbBlockData};