entrenar 0.7.8

Training & Optimization library with autograd, LoRA, quantization, and model merging
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! HuggingFace Dataset Fetcher and Collator
//!
//! Provides dataset loading and batching for distillation training.
//!
//! # Features
//!
//! - Streaming support for large datasets
//! - Parquet file loading
//! - Dynamic padding and batching
//! - Teacher output caching

mod batch;
mod cache;
mod collator;
mod dataset_impl;
mod example;
mod fetcher;
mod options;
mod split;

#[cfg(test)]
mod tests;

// Re-export all public types for API compatibility
pub use batch::Batch;
pub use cache::{CacheStats, TeacherCache};
pub use collator::DistillationCollator;
pub use dataset_impl::Dataset;
pub use example::Example;
pub use fetcher::HfDatasetFetcher;
pub use options::DatasetOptions;
pub use split::Split;