use arrow_schema::DataType;
use crate::column_types::constants::ARRAY_ELEMENTS;
use crate::column_types::main::portable_type::portable_type;
use crate::column_types::models::ColumnType;
use crate::files_source::_helpers::plan::columns::merge_schema;
use crate::files_source::models::{FileColumn, Footer};
pub fn footer_columns(footers: &[Footer]) -> (Vec<FileColumn>, Vec<String>) {
let mut columns: Vec<FileColumn> = Vec::new();
let mut problems: Vec<String> = Vec::new();
for footer in footers {
let (merged, conflicts) = merge_schema(columns, &footer.schema, &footer.relative_key, &[]);
columns = merged;
problems.extend(conflicts);
}
for column in &mut columns {
if let Some(array) = written_array(footers, &column.name) {
column.column_type = Ok(array);
}
}
(columns, problems)
}
fn written_array(footers: &[Footer], name: &str) -> Option<ColumnType> {
let field = footers
.iter()
.find_map(|footer| footer.schema.column_with_name(name))?
.1;
let DataType::List(item) = field.data_type() else {
return None;
};
let Ok(element) = portable_type(item) else {
return None;
};
(ARRAY_ELEMENTS.contains(&element) || matches!(element, ColumnType::Decimal { .. }))
.then(|| ColumnType::Array(Box::new(element)))
}