parail 0.1.1

Easily switch between sequential and parallel.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::{
    pin::Pin,
    task::{Context, Poll},
};

use futures::stream::StreamExt;

use super::*;

pub trait ParallelFilterStream<T> {
    fn par_filter<F>(self, filter_op: F) -> ParFilterStream<T>
    where
        F: FnOnce(&T) -> bool + Clone + Send + 'static;
}

pub struct ParFilterStream<T> {
    stream: ParMapStream<Option<T>>,
}

impl<T> futures::stream::Stream for ParFilterStream<T>
where
    T: Unpin,
{
    type Item = T;

    fn poll_next(self: Pin<&mut Self>, cx: &mut Context) -> Poll<Option<Self::Item>> {
        match self.get_mut().stream.poll_next_unpin(cx) {
            Poll::Ready(Some(item)) => {
                if item.is_some() {
                    Poll::Ready(item)
                } else {
                    cx.waker().wake_by_ref();
                    Poll::Pending
                }
            }
            Poll::Ready(None) => Poll::Ready(None),
            Poll::Pending => Poll::Pending,
        }
    }
}

impl<S, T> ParallelFilterStream<T> for S
where
    S: futures::stream::Stream<Item = T> + Send + 'static,
    T: Send + 'static,
{
    fn par_filter<F>(self, filter_op: F) -> ParFilterStream<T>
    where
        F: FnOnce(&T) -> bool + Clone + Send + 'static,
    {
        let stream = self.par_map(move |item| filter_op(&item).then(|| item));
        ParFilterStream { stream }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[tokio::test]
    async fn test_par_filter_stream() {
        let mut stream = futures::stream::iter(0..100).par_filter(|i| i % 2 == 0);
        for i in (0..100).step_by(2) {
            assert_eq!(stream.next().await, Some(i));
        }
    }
}