copybook-arrow 0.4.3

COBOL schema conversion to Apache Arrow and Parquet formats.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

// SPDX-License-Identifier: AGPL-3.0-or-later
//! Arrow IPC (Feather v2) file writer

use arrow::array::RecordBatch;
use arrow::datatypes::Schema as ArrowSchema;
use arrow::ipc::writer::FileWriter;
use std::fs::File;
use std::io::BufWriter;
use std::path::Path;
use std::sync::Arc;

use crate::{ArrowError, Result};

/// Write Arrow `RecordBatch` objects to an Arrow IPC file.
///
/// # Errors
///
/// Returns an error if file creation or writing fails.
#[inline]
pub fn write_ipc<P: AsRef<Path>>(
    path: P,
    batches: &[RecordBatch],
    schema: &ArrowSchema,
) -> Result<()> {
    let file = File::create(path)?;
    let buf_writer = BufWriter::new(file);

    let mut writer = FileWriter::try_new(buf_writer, &Arc::new(schema.clone()))
        .map_err(|e| ArrowError::IpcWrite(format!("Failed to create IPC writer: {e}")))?;

    for batch in batches {
        writer
            .write(batch)
            .map_err(|e| ArrowError::IpcWrite(format!("Failed to write batch: {e}")))?;
    }

    writer
        .finish()
        .map_err(|e| ArrowError::IpcWrite(format!("Failed to finish IPC writer: {e}")))?;

    Ok(())
}