1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
#![allow(unused_imports,clippy::single_component_path_imports)] use derive_new::new; use educe::Educe; use futures::{ready, Stream}; use pin_project::pin_project; use serde::{Deserialize, Serialize}; use std::{ future::Future, marker::PhantomData, pin::Pin, task::{Context, Poll} }; use super::{Reducer, ReducerProcessSend, ReducerSend}; use crate::{pipe::Sink, pool::ProcessSend}; mod macros { #[macro_export] macro_rules! folder_par_sink { ($folder_a:ty, $folder_b:ty, $self:ident, $init_a:expr, $init_b:expr) => { type Done = <Self::ReduceC as $crate::par_sink::Reducer<<Self::ReduceA as $crate::par_sink::Reducer<P::Output>>::Done>>::Done; type Pipe = P; type ReduceA = FolderSyncReducer<P::Output, $folder_a>; type ReduceC = FolderSyncReducer<<Self::ReduceA as $crate::par_sink::Reducer<P::Output>>::Done, $folder_b>; fn reducers($self) -> (P, Self::ReduceA, Self::ReduceC) { let init_a = $init_a; let init_b = $init_b; ( $self.pipe, FolderSyncReducer::new(init_a), FolderSyncReducer::new(init_b), ) } }; } #[macro_export] macro_rules! folder_dist_sink { ($folder_a:ty, $folder_b:ty, $self:ident, $init_a:expr, $init_b:expr) => { type Done = <Self::ReduceC as $crate::par_sink::Reducer<<Self::ReduceB as $crate::par_sink::Reducer<<Self::ReduceA as $crate::par_sink::Reducer<P::Output>>::Done>>::Done>>::Done; type Pipe = P; type ReduceA = FolderSyncReducer<P::Output, $folder_a>; type ReduceB = FolderSyncReducer<<Self::ReduceA as $crate::par_sink::Reducer<P::Output>>::Done, $folder_b>; type ReduceC = FolderSyncReducer<<Self::ReduceB as $crate::par_sink::Reducer<<Self::ReduceA as $crate::par_sink::Reducer<P::Output>>::Done>>::Done, $folder_b>; fn reducers($self) -> (P, Self::ReduceA, Self::ReduceB, Self::ReduceC) { let init_a = $init_a; let init_b = $init_b; ( $self.pipe, FolderSyncReducer::new(init_a), FolderSyncReducer::new(init_b.clone()), FolderSyncReducer::new(init_b), ) } }; } pub(crate) use folder_dist_sink; pub(crate) use folder_par_sink; } pub(crate) use macros::{folder_dist_sink, folder_par_sink}; pub trait FolderSync<Item> { type Done; fn zero(&mut self) -> Self::Done; fn push(&mut self, state: &mut Self::Done, item: Item); } #[derive(Educe, Serialize, Deserialize, new)] #[educe(Clone(bound = "F: Clone"))] #[serde( bound(serialize = "F: Serialize"), bound(deserialize = "F: Deserialize<'de>") )] pub struct FolderSyncReducer<Item, F> { folder: F, marker: PhantomData<fn() -> Item>, } impl<Item, F> Reducer<Item> for FolderSyncReducer<Item, F> where F: FolderSync<Item>, { type Done = F::Done; type Async = FolderSyncReducerAsync<Item, F, F::Done>; fn into_async(mut self) -> Self::Async { FolderSyncReducerAsync { state: Some(self.folder.zero()), folder: self.folder, marker: PhantomData, } } } impl<Item, F> ReducerProcessSend<Item> for FolderSyncReducer<Item, F> where F: FolderSync<Item>, F::Done: ProcessSend + 'static, { type Done = F::Done; } impl<Item, F> ReducerSend<Item> for FolderSyncReducer<Item, F> where F: FolderSync<Item>, F::Done: Send + 'static, { type Done = F::Done; } #[pin_project] pub struct FolderSyncReducerAsync<Item, F, S> { state: Option<S>, folder: F, marker: PhantomData<fn() -> Item>, } impl<Item, F> Sink<Item> for FolderSyncReducerAsync<Item, F, F::Done> where F: FolderSync<Item>, { type Done = F::Done; #[inline(always)] fn poll_forward( self: Pin<&mut Self>, cx: &mut Context, mut stream: Pin<&mut impl Stream<Item = Item>>, ) -> Poll<Self::Done> { let self_ = self.project(); let folder = self_.folder; while let Some(item) = ready!(stream.as_mut().poll_next(cx)) { folder.push(self_.state.as_mut().unwrap(), item); } Poll::Ready(self_.state.take().unwrap()) } }