dataloader-rs 0.3.0

High-performance DataLoader for Rust with a PyTorch-like interface
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use crate::{collator::default_collator::DefaultCollate, error::Result};

macro_rules! tuple_impl {
    ($($name:ident),+ ; $($idx:tt),+) => {
        impl<$($name),+> DefaultCollate for ($($name,)+)
        where
            $($name: DefaultCollate),+
        {
            type Batch = ($($name::Batch,)+);

            fn collate_items(items: Vec<Self>) -> Result<Self::Batch> {
                let mut cols: ($(Vec<$name>,)+) = (
                    $(Vec::<$name>::with_capacity(items.len()),)+
                );

                for item in items {
                    $(
                        cols.$idx.push(item.$idx);
                    )+
                }

                Ok((
                    $($name::collate_items(cols.$idx)?,)+
                ))
            }
        }
    };
}

tuple_impl!(A ; 0);
tuple_impl!(A, B ; 0, 1);
tuple_impl!(A, B, C ; 0, 1, 2);
tuple_impl!(A, B, C, D ; 0, 1, 2, 3);
tuple_impl!(A, B, C, D, E ; 0, 1, 2, 3, 4);
tuple_impl!(A, B, C, D, E, F ; 0, 1, 2, 3, 4, 5);