use crate::adapters::contract::types::SqlAdapter;
use crate::adapters::duckdb::models::DuckDbSql;
use arrow_array::RecordBatch;
use duckdb::vtab::ArrowBatchRegistration;
use crate::adapters::contract::models::TableName;
use crate::adapters::duckdb::_helpers::blocking::with_connection;
use crate::adapters::duckdb::errors::DuckDbError;
use crate::adapters::duckdb::models::{DuckDbConnection, DuckDbDestination};
use crate::adapters::motherduck_bridge::main::_append_batch::append_batch as bridge_append;
pub(in crate::adapters) async fn append_batch(
destination: &DuckDbDestination,
(table, variants): (&TableName, &[&str]),
batch: RecordBatch,
) -> Result<(), DuckDbError> {
let target = DuckDbSql.render_qualified_name(table);
let schema = batch.schema();
let names: Vec<String> = schema
.fields()
.iter()
.map(|field| DuckDbSql.render_identifier(field.name()))
.collect();
let values: Vec<String> = schema
.fields()
.iter()
.zip(&names)
.map(
|(field, name)| match variants.contains(&field.name().as_str()) {
true => format!("CAST({name} AS JSON)"),
false => name.clone(),
},
)
.collect();
let (list, values) = (names.join(", "), values.join(", "));
if let DuckDbConnection::Bridge(bridge) = &destination.connection {
let insert = format!("INSERT INTO {target} ({list}) SELECT {values} FROM read_parquet(?)");
return Ok(bridge_append(bridge, insert, batch).await?);
}
with_connection(destination, move |connection| {
connection
.prepare(&format!(
"INSERT INTO {target} ({list}) SELECT {values} FROM system.main.arrow(?)"
))?
.execute([&ArrowBatchRegistration::new(batch)])?;
Ok(())
})
.await
}