datafusion-server 0.21.0

Web server library for session-based queries using Arrow and other large datasets as data sources.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

// response/arrow_stream - Creates arrow for HTTP response
// Sasaki, Naoki <nsasaki@sal.co.jp> November 19, 2022
//

use datafusion::arrow::{error::ArrowError, ipc::writer::StreamWriter, record_batch::RecordBatch};

pub fn make_buffered_stream(batches: &[RecordBatch]) -> Result<Vec<u8>, ArrowError> {
    let mut buf = Vec::new();

    if !batches.is_empty() {
        let schema = batches[0].schema();
        let mut writer = StreamWriter::try_new(&mut buf, &schema)?;
        for batch in batches {
            writer.write(batch)?;
        }
    }

    Ok(buf)
}