Skip to main content

insert_record_batches

Function insert_record_batches 

Source
pub fn insert_record_batches(
    conn: &Connection,
    dest_table: &str,
    stream_name: &str,
    schema: SchemaRef,
    batches: Vec<RecordBatch>,
    options: InsertOptions,
) -> Result<()>
Expand description

Insert multiple RecordBatch values via register_arrow_stream.

batches must share the same schema as schema. Prefer this when a flush spans more than one batch. See insert_record_batch for dest_table constraints.

ยงExamples

use std::sync::Arc;
use arrow::array::{Int64Array, RecordBatch};
use arrow::datatypes::{DataType, Field, Schema};
use chdb_rust::arrow_insert::insert_record_batches;
use chdb_rust::InsertOptions;
use chdb_rust::connection::Connection;

let conn = Connection::open_in_memory()?;
conn.query(
    "CREATE TABLE metrics (id Int64) ENGINE=MergeTree ORDER BY id",
    chdb_rust::format::OutputFormat::TabSeparated,
)?;

let schema = Arc::new(Schema::new(vec![Field::new("id", DataType::Int64, false)]));
let batches = vec![
    RecordBatch::try_new(
        Arc::clone(&schema),
        vec![Arc::new(Int64Array::from(vec![1i64, 2]))],
    )
    .map_err(|e| chdb_rust::error::Error::QueryError(e.to_string()))?,
    RecordBatch::try_new(
        Arc::clone(&schema),
        vec![Arc::new(Int64Array::from(vec![3i64, 4]))],
    )
    .map_err(|e| chdb_rust::error::Error::QueryError(e.to_string()))?,
];

insert_record_batches(
    &conn,
    "metrics",
    "flush_multi",
    schema,
    batches,
    InsertOptions::default_bulk(),
)?;