torsh-text 0.1.2

Natural language processing utilities for ToRSh deep learning framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! # BatchIterator - Trait Implementations
//!
//! This module contains trait implementations for `BatchIterator`.
//!
//! ## Implemented Traits
//!
//! - `Iterator`
//!
//! 🤖 Generated with [SplitRS](https://github.com/cool-japan/splitrs)

use crate::Result;

use super::functions::Dataset;
use super::types::BatchIterator;

impl<'a, D: Dataset> Iterator for BatchIterator<'a, D>
where
    D::Item: Clone,
{
    type Item = Result<Vec<D::Item>>;
    fn next(&mut self) -> Option<Self::Item> {
        if self.index >= self.dataset.len() {
            return None;
        }
        let end = (self.index + self.batch_size).min(self.dataset.len());
        let mut batch = Vec::with_capacity(end - self.index);
        for i in self.index..end {
            match self.dataset.get_item(i) {
                Ok(item) => batch.push(item),
                Err(e) => return Some(Err(e)),
            }
        }
        self.index = end;
        Some(Ok(batch))
    }
}