sqlload 0.7.0

SQL data loading tooling. Pre-release, under development.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
//! Combine the schemas of several Parquet footers.

use crate::files_source::_helpers::plan::columns::merge_schema;
use crate::files_source::models::{FileColumn, Footer};

/// Every column in `footers` (first footer first) with its portable type, and a problem for each column whose type differs between files.
pub fn footer_columns(footers: &[Footer]) -> (Vec<FileColumn>, Vec<String>) {
    let mut columns: Vec<FileColumn> = Vec::new();
    let mut problems: Vec<String> = Vec::new();
    for footer in footers {
        let (merged, conflicts) = merge_schema(columns, &footer.schema, &footer.relative_key, &[]);
        columns = merged;
        problems.extend(conflicts);
    }
    (columns, problems)
}