1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
use super::{Separator};
pub struct Chunk {
pub index: u64,
pub size: u64,
pub separator_hash: u64,
}
pub struct ChunkIter<InputIter> {
separators: InputIter,
stream_length: u64,
last_separator_index: u64,
}
impl<InputIter: Iterator<Item=Separator>> ChunkIter<InputIter> {
pub fn new(iter: InputIter, stream_length: u64) -> ChunkIter<InputIter> {
ChunkIter {
separators: iter,
stream_length: stream_length,
last_separator_index: 0,
}
}
}
impl<InputIter: Iterator<Item=Separator>> Iterator for ChunkIter<InputIter> {
type Item = Chunk;
fn next(&mut self) -> Option<Self::Item> {
match self.separators.next() {
Some(separator) => {
let chunk_size = separator.index - self.last_separator_index;
self.last_separator_index = separator.index;
return Some(Chunk {
index: self.last_separator_index,
size: chunk_size,
separator_hash: separator.hash,
});
},
None => {
let chunk_size = self.stream_length - self.last_separator_index;
self.last_separator_index = self.stream_length;
if chunk_size > 0 {
return Some(Chunk {
index: self.last_separator_index,
size: chunk_size,
separator_hash: 0,
});
}
else {
return None;
}
}
}
}
}