sqlload 0.61.0

SQL data loading tooling.
//! Repair the loads a table's pending markers record.

use crate::adapters::files::_helpers::layout::loaded::compact_records;
use crate::adapters::files::_helpers::layout::markers::{marker_text, pending_folder};
use crate::adapters::files::_helpers::layout::swap::remove_staged;
use crate::adapters::files::errors::FilesDestinationError;
use crate::adapters::files::models::{LiveRecords, PendingLoad, PendingPhase};
use crate::file_store::main::delete_files::delete_files;
use crate::file_store::main::write_file::write_file;
use crate::file_store::models::OpenFolder;
use crate::store_paths::models::Location;
use bytes::Bytes;

/// For each unfinished load, delete its files (it stopped writing) or finish it (its files are complete): write the run record it holds, delete the files it replaces; then delete its marker. A load found writing may only have lost its lease and still be storing files, so its marker becomes `aborted` instead, which has later repairs delete those files too until it expires. Then merge the table's live records (`records`, which never count the files repair deletes) once there are many. In a local directory, first delete the hidden folders beside the table that earlier loads staged in, putting back a table a stopped swap left moved aside.
pub async fn repair_table(
    folder: &OpenFolder,
    (pending, records): (&[PendingLoad], &LiveRecords),
) -> Result<(), FilesDestinationError> {
    remove_staged(&folder.location).await;
    let markers = pending_folder(folder);
    for load in pending {
        if let (PendingPhase::Replacing, Some(run)) = (load.phase, &load.run) {
            let records = OpenFolder {
                store: folder.store.clone(),
                location: Location {
                    store: folder.location.store.clone(),
                    prefix: run.prefix.clone(),
                },
            };
            write_file(&records, &run.name, Bytes::from(run.json.clone())).await?;
        }
        delete_files(folder, &load.deletes).await?;
        match (load.phase, load.expired) {
            (PendingPhase::Writing, _) => {
                let aborted = marker_text(PendingPhase::Aborted, &[], None);
                write_file(&markers, &load.load_id, Bytes::from(aborted)).await?;
            }
            (PendingPhase::Aborted, false) => {}
            _ => delete_files(&markers, std::slice::from_ref(&load.load_id)).await?,
        }
    }
    compact_records(folder, records).await
}