orx-concurrent-recursive-iter 3.0.0

A concurrent iterator that can be extended recursively by each of its items.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::cross_no_std::{chunk::DynChunk, con_iter::ConcurrentRecursiveIterCrossbeamNoStd};
use orx_concurrent_iter::ChunkPuller;

pub struct DynChunkPuller<'a, I, E>
where
    I: IntoIterator,
    I::Item: Send,
    E: Fn(&I::Item) -> I + Send + Sync,
{
    pub(super) iter: &'a ConcurrentRecursiveIterCrossbeamNoStd<I, E>,
    pub(super) chunk_size: usize,
    pub(super) thread_idx: Option<usize>,
    pub(super) chunk_buffer: alloc::vec::Vec<I::Item>,
}

impl<'a, I, E> ChunkPuller for DynChunkPuller<'a, I, E>
where
    I: IntoIterator,
    I::Item: Send,
    E: Fn(&I::Item) -> I + Send + Sync,
{
    type ChunkItem = I::Item;

    type Chunk<'c>
        = DynChunk<'c, I::Item>
    where
        Self: 'c;

    fn chunk_size(&self) -> usize {
        self.chunk_size
    }

    fn resize_for_chunk_size(&mut self, new_chunk_size: usize) {
        let additional_cap = new_chunk_size.saturating_sub(self.chunk_buffer.len());
        self.chunk_buffer.reserve(additional_cap);
        self.chunk_size = new_chunk_size;
    }

    fn pull(&mut self) -> Option<Self::Chunk<'_>> {
        ConcurrentRecursiveIterCrossbeamNoStd::pull_batch_into_impl(
            &self.iter.queue,
            &*self.iter.extend,
            &self.iter.pending,
            &self.iter.popped,
            &self.iter.stopped,
            self.thread_idx,
            self.chunk_size,
            &mut self.chunk_buffer,
        )?;

        Some(self.chunk_buffer.drain(..))
    }

    fn pull_with_idx(&mut self) -> Option<(usize, Self::Chunk<'_>)> {
        let begin_idx = ConcurrentRecursiveIterCrossbeamNoStd::pull_batch_into_impl(
            &self.iter.queue,
            &*self.iter.extend,
            &self.iter.pending,
            &self.iter.popped,
            &self.iter.stopped,
            self.thread_idx,
            self.chunk_size.max(1),
            &mut self.chunk_buffer,
        )?;

        Some((begin_idx, self.chunk_buffer.drain(..)))
    }
}