use crate::adapters::duckdb::_helpers::shared_destination::shared_destination;
use crate::adapters::duckdb::constants::{CHECKPOINT_STATEMENT, NO_AUTOCHECKPOINT, WAL_SUFFIX};
use crate::adapters::duckdb::errors::DuckDbError;
use crate::adapters::duckdb::models::DuckDbDestination;
use crate::memory_budget::models::DuckDbShare;
use crate::number_text::main::memory_text::memory_text;
use crate::project::main::motherduck_path::motherduck_path;
pub(in crate::adapters) fn open_duckdb(
path: &str,
memory: Option<DuckDbShare>,
) -> Result<DuckDbDestination, DuckDbError> {
if motherduck_path(path).prefixed {
return Err(DuckDbError::MotherDuck(
"a duckdb connection's database is a file or :memory:; for a MotherDuck database use kind = \"motherduck\"".to_owned(),
));
}
let connection = match path {
":memory:" => duckdb::Connection::open_in_memory()?,
path => duckdb::Connection::open(path)?,
};
if let Some(share) = memory {
connection.execute_batch(&format!(
"{NO_AUTOCHECKPOINT}; SET memory_limit = '{}KiB'; SET threads = {}",
share.memory_limit / 1024,
share.threads
))?;
if let Err(error) = connection.execute_batch(CHECKPOINT_STATEMENT) {
let wal = std::fs::metadata(format!("{path}{WAL_SUFFIX}")).map_or(0, |file| file.len());
return Err(DuckDbError::Task(format!(
"{path}: DuckDB could not write the {} an earlier run left in its write-ahead log ({path}{WAL_SUFFIX}) within its {} memory_limit ({error}); raise memory_limit for one run until plan's memory line gives DuckDB a memory_limit of about {}, which writes it",
memory_text(wal),
memory_text(share.memory_limit),
memory_text(
wal.saturating_mul(2)
.max(share.memory_limit.saturating_mul(2))
)
)));
}
}
let mut destination = shared_destination(connection)?;
destination.memory = memory;
Ok(destination)
}