sqlload 0.11.0

SQL data loading tooling. Pre-release, under development.
//! Repair the loads a table's pending markers record.

use crate::adapters::files::_helpers::layout::markers::pending_folder;
use crate::adapters::files::errors::FilesDestinationError;
use crate::adapters::files::models::{PendingLoad, PendingPhase};
use crate::file_store::main::delete_files::delete_files;
use crate::file_store::main::write_file::write_file;
use crate::file_store::models::OpenFolder;
use crate::store_paths::models::Location;
use bytes::Bytes;

/// For each unfinished load, delete its files (it stopped writing) or finish it (its files are complete): write the run record it holds, delete the files it replaces; then delete its marker.
pub async fn repair_table(
    folder: &OpenFolder,
    pending: &[PendingLoad],
) -> Result<(), FilesDestinationError> {
    let markers = pending_folder(folder);
    for load in pending {
        if let (PendingPhase::Replacing, Some(run)) = (load.phase, &load.run) {
            let records = OpenFolder {
                store: folder.store.clone(),
                location: Location {
                    store: folder.location.store.clone(),
                    prefix: run.prefix.clone(),
                },
            };
            write_file(&records, &run.name, Bytes::from(run.json.clone())).await?;
        }
        delete_files(folder, &load.deletes).await?;
        delete_files(&markers, std::slice::from_ref(&load.load_id)).await?;
    }
    Ok(())
}