xet-data 1.5.2

Data processing pipeline for chunking, deduplication, and file reconstruction; used in the Hugging Face Xet client tools. Intended to be used through the API in the hf-xet package.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

#[allow(clippy::module_inception)]
mod data_writer;
pub mod download_stream;
mod sequential_writer;
pub mod unordered_download_stream;
mod unordered_writer;

pub use data_writer::{DataFuture, DataWriter};
pub use download_stream::DownloadStream;
pub use sequential_writer::SequentialWriter;
pub use unordered_download_stream::UnorderedDownloadStream;
pub use unordered_writer::UnorderedWriter;