use dataloader_rs::{DataLoader, Dataset, RandomSampler, SequentialSampler, error::Result};
struct SquaresDataset {
len: usize,
}
impl Dataset for SquaresDataset {
type Item = u64;
fn get(&self, index: usize) -> Result<u64> {
Ok((index as u64).pow(2))
}
fn len(&self) -> usize {
self.len
}
}
use dataloader_rs::collator::Collator;
struct SumCollator;
impl Collator<u64> for SumCollator {
type Batch = u64;
fn collate(&self, items: Vec<u64>) -> Result<u64> {
Ok(items.into_iter().sum())
}
}
fn main() {
let n = 100;
let batch_size = 10;
println!("=== Random batches (VecCollator) ===");
let mut loader = DataLoader::builder(SquaresDataset { len: n })
.batch_size(batch_size)
.sampler(RandomSampler::new(42))
.num_workers(4)
.prefetch_depth(4)
.drop_last(true)
.build();
for (i, batch) in (&mut loader).into_iter().enumerate() {
let batch: Vec<u64> = batch.expect("batch error");
println!(
" batch {:02}: len={} first={} last={}",
i,
batch.len(),
batch[0],
batch.last().unwrap()
);
}
println!("\n=== Sequential batches (SumCollator) ===");
let mut loader2 = DataLoader::builder(SquaresDataset { len: n })
.batch_size(batch_size)
.sampler(SequentialSampler)
.collator(SumCollator)
.num_workers(0) .build();
for (i, batch) in (&mut loader2).into_iter().enumerate() {
let sum: u64 = batch.expect("batch error");
println!(" batch {:02}: sum of squares = {}", i, sum);
}
println!("\n=== ExactSizeIterator ===");
let mut loader3 = DataLoader::builder(SquaresDataset { len: n })
.batch_size(batch_size)
.drop_last(false)
.build();
let iter = loader3.iter();
println!(" expecting {} batches", iter.len());
let collected: Vec<_> = iter.collect();
println!(" received {} batches", collected.len());
println!("\n=== Early stop (prefetch thread exits cleanly) ===");
let mut loader4 = DataLoader::builder(SquaresDataset { len: n })
.batch_size(batch_size)
.sampler(RandomSampler::from_entropy())
.num_workers(2)
.prefetch_depth(4)
.build();
let mut count = 0;
for batch in &mut loader4 {
let _ = batch.unwrap();
count += 1;
if count == 3 {
println!(" broke after 3 batches — no hang, no leak");
break;
}
}
}