use crate::loader::_helpers::run_log::reconcile_before_read;
use crate::loader::errors::LoaderError;
use crate::loader::models::{PythonFeed, PythonLoad, TableLoaded};
pub(in crate::loader) async fn load_python(
load: &PythonLoad<'_>,
) -> Result<TableLoaded, LoaderError> {
let reconciled = reconcile_before_read(load.table, load.destination).await?;
let state = load
.table
.logged
.as_ref()
.and_then(|logged| logged.current.as_ref())
.and_then(|record| record.state.clone())
.filter(|_| !load.options.reload);
let mut feed = PythonFeed {
table: load.table.clone(),
merged: arrow_schema::Schema::empty(),
rows: 0,
outside: 0,
publisher: None,
changes: Vec::new(),
state,
reconciled,
};
let loaded = feed.load(load).await;
if let Some(publisher) = &mut feed.publisher {
publisher.close().await;
}
loaded
}