floe-core 0.3.6

Core library for Floe, a YAML-driven technical ingestion tool.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

use crate::{ConfigError, FloeResult};

pub fn suffixes_for_format(format: &str) -> FloeResult<Vec<String>> {
    match format {
        "csv" => Ok(vec![".csv".to_string()]),
        "tsv" => Ok(vec![".tsv".to_string()]),
        "fixed" => Ok(vec![".txt".to_string(), ".fw".to_string()]),
        "orc" => Ok(vec![".orc".to_string()]),
        "parquet" => Ok(vec![".parquet".to_string()]),
        "avro" => Ok(vec![".avro".to_string()]),
        "json" => Ok(vec![
            ".json".to_string(),
            ".jsonl".to_string(),
            ".ndjson".to_string(),
            ".djson".to_string(),
        ]),
        "xlsx" => Ok(vec![".xlsx".to_string()]),
        "xml" => Ok(vec![".xml".to_string()]),
        _ => Err(Box::new(ConfigError(format!(
            "unsupported source format for input resolution: {format}"
        )))),
    }
}

pub fn glob_patterns_for_format(format: &str) -> FloeResult<Vec<String>> {
    let suffixes = suffixes_for_format(format)?;
    Ok(suffixes
        .iter()
        .map(|suffix| glob_for_suffix(suffix))
        .collect())
}

fn glob_for_suffix(suffix: &str) -> String {
    let mut out = String::from("*");
    for ch in suffix.chars() {
        if ch.is_ascii_alphabetic() {
            out.push('[');
            out.push(ch.to_ascii_lowercase());
            out.push(ch.to_ascii_uppercase());
            out.push(']');
        } else {
            out.push(ch);
        }
    }
    out
}