hpt_dataloader/
lib.rs

1mod compression_trait;
2pub mod data_loader;
3pub use compression_trait::CompressionAlgo;
4pub use compression_trait::DataLoaderTrait;
5pub use compression_trait::Meta;
6pub use compression_trait::{DataLoader, TensorLoader, TensorSaver};
7pub use data_loader::Endian;
8pub use flate2::write::{DeflateEncoder, GzEncoder, ZlibEncoder};
9pub use from_safetensors::from_safetensors::FromSafeTensors;
10pub use struct_save::gen_header;
11pub use struct_save::load::{Load, MetaLoad};
12pub use struct_save::save::save;
13pub use struct_save::save::Save;
14pub use utils::CPUTensorCreator;
15mod struct_save {
16    pub mod gen_header;
17    pub mod load;
18    pub mod save;
19}
20
21pub mod from_safetensors {
22    pub mod from_safetensors;
23}
24
25pub mod load;
26pub mod save;
27pub mod utils;
28
29pub(crate) const CHUNK_BUFF: usize = 1024 * 1024;