1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
use std::{fmt::Debug, task::Poll};

use datafusion::arrow::record_batch::RecordBatch;
use futures::{stream::BoxStream, Stream, StreamExt, TryStreamExt};

use super::{format::RowViewIter, RowFormat};

pub struct RowStream<R: RowFormat> {
    inner: BoxStream<'static, crate::Result<RecordBatch>>,
    iter: Option<RowViewIter<R, R::View>>,
}

impl<R: RowFormat> Debug for RowStream<R> {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        f.debug_struct("RowStream")
            .field("iter", &self.iter)
            .finish_non_exhaustive()
    }
}

impl<R: RowFormat> RowStream<R> {
    pub fn new<S, E>(inner: S) -> Self
    where
        S: Stream<Item = Result<RecordBatch, E>> + Send + 'static,
        E: Into<crate::Error> + 'static,
    {
        Self {
            inner: inner.map_err(Into::into).boxed(),
            iter: None,
        }
    }
}

impl<R: RowFormat> Stream for RowStream<R>
where
    Self: Unpin,
{
    type Item = crate::Result<R>;

    fn poll_next(
        mut self: std::pin::Pin<&mut Self>,
        cx: &mut std::task::Context<'_>,
    ) -> std::task::Poll<Option<Self::Item>> {
        loop {
            if let Some(iter) = &mut self.iter {
                match iter.next() {
                    Some(item) => return Poll::Ready(Some(Ok(item))),
                    None => {
                        self.iter = None;
                    }
                }
            }
            match futures::ready!(self.inner.as_mut().poll_next(cx)) {
                Some(Ok(batch)) => {
                    match R::view(batch.num_rows(), &batch.schema().fields, batch.columns()) {
                        Ok(view) => {
                            self.iter = Some(view.into_iter());
                        }
                        Err(err) => return Poll::Ready(Some(Err(err))),
                    }
                }
                Some(Err(err)) => return Poll::Ready(Some(Err(err))),
                None => return Poll::Ready(None),
            }
        }
    }
}