use crate::cdc::_helpers::stream::{captured_sources, load_source, source_outcomes};
use crate::loader::models::{LoadRun, ProjectPlan, TableOutcome};
pub async fn load_cdc(
run: &LoadRun<'_>,
plan: &ProjectPlan,
mut stopped: Option<String>,
) -> Vec<TableOutcome> {
let mut outcomes: Vec<TableOutcome> = Vec::new();
for (name, (tables, blocked)) in captured_sources(plan) {
if let Some(failed) = &stopped {
outcomes.extend(
tables
.iter()
.map(|table| TableOutcome::skipped(table, failed)),
);
continue;
}
let started = std::time::Instant::now();
let loaded = match blocked.is_empty() {
true => load_source(run, name, (&tables, None))
.await
.map(|(rows, _)| rows)
.map_err(|error| (error.is_retryable(), error.to_string())),
false => Err((
false,
format!(
"source {name} does not load while {} {} blocked: its tables share one slot, so loading the rest would skip the blocked tables' changes",
blocked.join(", "),
match blocked.len() {
1 => "is",
_ => "are",
}
),
)),
};
let retryable = matches!(loaded, Err((true, _)));
let loaded = loaded.map_err(|(_, error)| error);
if run.options.fail_fast && loaded.is_err() {
stopped = tables.first().map(|table| table.outcome_name());
}
outcomes.extend(source_outcomes(
&tables,
&loaded,
retryable,
started.elapsed(),
));
}
outcomes
}