xet-data 1.5.2

Data processing pipeline for chunking, deduplication, and file reconstruction; used in the Hugging Face Xet client tools. Intended to be used through the API in the hf-xet package.
Documentation 
1
2
3
4
5
6
7
8

mod file_term;
mod manager;
mod retrieval_urls;
mod xorb_block;

pub use file_term::FileTerm;
pub use manager::ReconstructionTermManager;
pub use xorb_block::{XorbBlock, XorbBlockData};