vortex-array 0.14.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use std::future::Future;

use futures_util::TryStreamExt;
use vortex_error::VortexResult;

use crate::array::ChunkedArray;
use crate::stream::take_rows::TakeRows;
use crate::stream::{ArrayStream, ArrayStreamAdapter};
use crate::Array;

pub trait ArrayStreamExt: ArrayStream {
    fn collect_chunked(self) -> impl Future<Output = VortexResult<ChunkedArray>>
    where
        Self: Sized,
    {
        async {
            let dtype = self.dtype().clone();
            self.try_collect()
                .await
                .and_then(|chunks| ChunkedArray::try_new(chunks, dtype))
        }
    }

    fn take_rows(self, indices: Array) -> VortexResult<impl ArrayStream>
    where
        Self: Sized,
    {
        Ok(ArrayStreamAdapter::new(
            self.dtype().clone(),
            TakeRows::try_new(self, indices)?,
        ))
    }
}

impl<R: ArrayStream> ArrayStreamExt for R {}