floe-core 0.3.7

Core library for Floe, a YAML-driven technical ingestion tool.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

pub mod accepted;
pub mod arrow_convert;
pub mod csv;
pub mod delta;
pub mod iceberg;
pub mod metrics;
pub mod parquet;
pub mod parts;
pub mod strategy;

use std::path::{Path, PathBuf};

use crate::FloeResult;

pub fn write_error_report(
    output_path: &Path,
    errors_per_row: &[Option<String>],
) -> FloeResult<PathBuf> {
    if let Some(parent) = output_path.parent() {
        std::fs::create_dir_all(parent)?;
    }
    let mut items = Vec::new();
    for (idx, err) in errors_per_row.iter().enumerate() {
        if let Some(err) = err {
            items.push(format!("{{\"row_index\":{},\"errors\":{}}}", idx, err));
        }
    }
    let content = format!("[{}]", items.join(","));
    std::fs::write(output_path, content)?;
    Ok(output_path.to_path_buf())
}

pub fn write_rejected_raw(source_path: &Path, output_path: &Path) -> FloeResult<PathBuf> {
    if let Some(parent) = output_path.parent() {
        std::fs::create_dir_all(parent)?;
    }
    std::fs::copy(source_path, output_path)?;
    Ok(output_path.to_path_buf())
}