use super::{new_empty_array, new_null_array, Array, Splitable};
use crate::bitmap::Bitmap;
use crate::datatypes::{ArrowDataType, Field};
#[cfg(feature = "arrow_rs")]
mod data;
mod ffi;
pub(super) mod fmt;
mod iterator;
mod mutable;
pub use mutable::*;
use polars_error::{polars_bail, PolarsResult};
use crate::compute::utils::combine_validities_and;
#[derive(Clone)]
pub struct StructArray {
data_type: ArrowDataType,
values: Vec<Box<dyn Array>>,
validity: Option<Bitmap>,
}
impl StructArray {
pub fn try_new(
data_type: ArrowDataType,
values: Vec<Box<dyn Array>>,
validity: Option<Bitmap>,
) -> PolarsResult<Self> {
let fields = Self::try_get_fields(&data_type)?;
if fields.is_empty() {
polars_bail!(ComputeError: "a StructArray must contain at least one field")
}
if fields.len() != values.len() {
polars_bail!(ComputeError:"a StructArray must have a number of fields in its DataType equal to the number of child values")
}
fields
.iter().map(|a| &a.data_type)
.zip(values.iter().map(|a| a.data_type()))
.enumerate()
.try_for_each(|(index, (data_type, child))| {
if data_type != child {
polars_bail!(ComputeError:
"The children DataTypes of a StructArray must equal the children data types.
However, the field {index} has data type {data_type:?} but the value has data type {child:?}"
)
} else {
Ok(())
}
})?;
let len = values[0].len();
values
.iter()
.map(|a| a.len())
.enumerate()
.try_for_each(|(index, a_len)| {
if a_len != len {
polars_bail!(ComputeError: "The children must have an equal number of values.
However, the values at index {index} have a length of {a_len}, which is different from values at index 0, {len}.")
} else {
Ok(())
}
})?;
if validity
.as_ref()
.map_or(false, |validity| validity.len() != len)
{
polars_bail!(ComputeError:"The validity length of a StructArray must match its number of elements")
}
Ok(Self {
data_type,
values,
validity,
})
}
pub fn new(
data_type: ArrowDataType,
values: Vec<Box<dyn Array>>,
validity: Option<Bitmap>,
) -> Self {
Self::try_new(data_type, values, validity).unwrap()
}
pub fn new_empty(data_type: ArrowDataType) -> Self {
if let ArrowDataType::Struct(fields) = &data_type.to_logical_type() {
let values = fields
.iter()
.map(|field| new_empty_array(field.data_type().clone()))
.collect();
Self::new(data_type, values, None)
} else {
panic!("StructArray must be initialized with DataType::Struct");
}
}
pub fn new_null(data_type: ArrowDataType, length: usize) -> Self {
if let ArrowDataType::Struct(fields) = &data_type {
let values = fields
.iter()
.map(|field| new_null_array(field.data_type().clone(), length))
.collect();
Self::new(data_type, values, Some(Bitmap::new_zeroed(length)))
} else {
panic!("StructArray must be initialized with DataType::Struct");
}
}
}
impl StructArray {
#[must_use]
pub fn into_data(self) -> (Vec<Field>, Vec<Box<dyn Array>>, Option<Bitmap>) {
let Self {
data_type,
values,
validity,
} = self;
let fields = if let ArrowDataType::Struct(fields) = data_type {
fields
} else {
unreachable!()
};
(fields, values, validity)
}
pub fn slice(&mut self, offset: usize, length: usize) {
assert!(
offset + length <= self.len(),
"offset + length may not exceed length of array"
);
unsafe { self.slice_unchecked(offset, length) }
}
pub unsafe fn slice_unchecked(&mut self, offset: usize, length: usize) {
self.validity = self
.validity
.take()
.map(|bitmap| bitmap.sliced_unchecked(offset, length))
.filter(|bitmap| bitmap.unset_bits() > 0);
self.values
.iter_mut()
.for_each(|x| x.slice_unchecked(offset, length));
}
pub fn propagate_nulls(&self) -> StructArray {
let has_nulls = self.null_count() > 0;
let mut out = self.clone();
if !has_nulls {
return out;
};
for value_arr in &mut out.values {
let new_validity = combine_validities_and(self.validity(), value_arr.validity());
*value_arr = value_arr.with_validity(new_validity);
}
out
}
impl_sliced!();
impl_mut_validity!();
impl_into_array!();
}
impl StructArray {
#[inline]
fn len(&self) -> usize {
self.values[0].len()
}
#[inline]
pub fn validity(&self) -> Option<&Bitmap> {
self.validity.as_ref()
}
pub fn values(&self) -> &[Box<dyn Array>] {
&self.values
}
pub fn fields(&self) -> &[Field] {
Self::get_fields(&self.data_type)
}
}
impl StructArray {
pub(crate) fn try_get_fields(data_type: &ArrowDataType) -> PolarsResult<&[Field]> {
match data_type.to_logical_type() {
ArrowDataType::Struct(fields) => Ok(fields),
_ => {
polars_bail!(ComputeError: "Struct array must be created with a DataType whose physical type is Struct")
},
}
}
pub fn get_fields(data_type: &ArrowDataType) -> &[Field] {
Self::try_get_fields(data_type).unwrap()
}
}
impl Array for StructArray {
impl_common_array!();
fn validity(&self) -> Option<&Bitmap> {
self.validity.as_ref()
}
#[inline]
fn with_validity(&self, validity: Option<Bitmap>) -> Box<dyn Array> {
Box::new(self.clone().with_validity(validity))
}
}
impl Splitable for StructArray {
fn check_bound(&self, offset: usize) -> bool {
offset <= self.len()
}
unsafe fn _split_at_unchecked(&self, offset: usize) -> (Self, Self) {
let (lhs_validity, rhs_validity) = unsafe { self.validity.split_at_unchecked(offset) };
let mut lhs_values = Vec::with_capacity(self.values.len());
let mut rhs_values = Vec::with_capacity(self.values.len());
for v in self.values.iter() {
let (lhs, rhs) = unsafe { v.split_at_boxed_unchecked(offset) };
lhs_values.push(lhs);
rhs_values.push(rhs);
}
(
Self {
data_type: self.data_type.clone(),
values: lhs_values,
validity: lhs_validity,
},
Self {
data_type: self.data_type.clone(),
values: rhs_values,
validity: rhs_validity,
},
)
}
}