1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use log::error;

use crate::error::BatchError;

#[derive(Debug)]
pub enum ChunkStatus {
    CONTINUABLE,
    FINISHED,
    COMPLETE,
}

pub struct Chunk<R> {
    items: Vec<R>,
    status: ChunkStatus,
    chunk_size: usize,
}

impl<R> Chunk<R> {
    pub fn new(chunk_size: usize) -> Chunk<R> {
        Chunk {
            items: Vec::with_capacity(chunk_size),
            status: ChunkStatus::CONTINUABLE,
            chunk_size,
        }
    }

    pub fn add_item(&mut self, read_item: Option<Result<R, BatchError>>) {
        if let Some(result) = read_item {
            match result {
                Ok(item) => {
                    self.items.push(item);
                }
                Err(err) => {
                    error!("Error occured: {}", err)
                }
            };
        } else {
            self.status = ChunkStatus::FINISHED;
        }

        if self.items.len() == self.chunk_size {
            self.status = ChunkStatus::COMPLETE;
        }
    }

    pub fn get_items(&self) -> &Vec<R> {
        &self.items
    }

    pub fn get_status(&self) -> &ChunkStatus {
        &self.status
    }

    pub fn clear(&mut self) {
        self.status = ChunkStatus::CONTINUABLE;
        self.items = Vec::with_capacity(self.chunk_size);
    }
}