use std::sync::Arc;
use crate::{
bitmap::Bitmap,
buffer::Buffer,
datatypes::{DataType, Field},
};
use super::{
display_fmt, new_empty_array,
specification::{check_offsets, Offset},
Array,
};
mod ffi;
mod iterator;
pub use iterator::*;
mod mutable;
pub use mutable::*;
#[derive(Debug, Clone)]
pub struct ListArray<O: Offset> {
data_type: DataType,
offsets: Buffer<O>,
values: Arc<dyn Array>,
validity: Option<Bitmap>,
offset: usize,
}
impl<O: Offset> ListArray<O> {
pub fn new_empty(data_type: DataType) -> Self {
let values = new_empty_array(Self::get_child_type(&data_type).clone()).into();
Self::from_data(data_type, Buffer::from(&[O::zero()]), values, None)
}
#[inline]
pub fn new_null(data_type: DataType, length: usize) -> Self {
let child = Self::get_child_type(&data_type).clone();
Self::from_data(
data_type,
Buffer::new_zeroed(length + 1),
new_empty_array(child).into(),
Some(Bitmap::new_zeroed(length)),
)
}
pub fn from_data(
data_type: DataType,
offsets: Buffer<O>,
values: Arc<dyn Array>,
validity: Option<Bitmap>,
) -> Self {
check_offsets(&offsets, values.len());
if let Some(ref validity) = validity {
assert_eq!(offsets.len() - 1, validity.len());
}
let child_data_type = Self::get_child_type(&data_type);
assert_eq!(
child_data_type,
values.data_type(),
"The child's datatype must match the inner type of the \'data_type\'"
);
Self {
data_type,
offsets,
values,
validity,
offset: 0,
}
}
pub fn slice(&self, offset: usize, length: usize) -> Self {
assert!(
offset + length <= self.len(),
"the offset of the new Buffer cannot exceed the existing length"
);
unsafe { self.slice_unchecked(offset, length) }
}
pub unsafe fn slice_unchecked(&self, offset: usize, length: usize) -> Self {
let validity = self
.validity
.clone()
.map(|x| x.slice_unchecked(offset, length));
let offsets = self.offsets.clone().slice_unchecked(offset, length + 1);
Self {
data_type: self.data_type.clone(),
offsets,
values: self.values.clone(),
validity,
offset: self.offset + offset,
}
}
pub fn with_validity(&self, validity: Option<Bitmap>) -> Self {
if matches!(&validity, Some(bitmap) if bitmap.len() != self.len()) {
panic!("validity should be as least as large as the array")
}
let mut arr = self.clone();
arr.validity = validity;
arr
}
}
impl<O: Offset> ListArray<O> {
#[inline]
pub fn value(&self, i: usize) -> Box<dyn Array> {
let offset = self.offsets[i];
let offset_1 = self.offsets[i + 1];
let length = (offset_1 - offset).to_usize();
unsafe { self.values.slice_unchecked(offset.to_usize(), length) }
}
#[inline]
pub unsafe fn value_unchecked(&self, i: usize) -> Box<dyn Array> {
let offset = *self.offsets.as_ptr().add(i);
let offset_1 = *self.offsets.as_ptr().add(i + 1);
let length = (offset_1 - offset).to_usize();
self.values.slice_unchecked(offset.to_usize(), length)
}
#[inline]
pub fn validity(&self) -> Option<&Bitmap> {
self.validity.as_ref()
}
#[inline]
pub fn offsets(&self) -> &Buffer<O> {
&self.offsets
}
#[inline]
pub fn values(&self) -> &Arc<dyn Array> {
&self.values
}
}
impl<O: Offset> ListArray<O> {
pub fn default_datatype(data_type: DataType) -> DataType {
let field = Box::new(Field::new("item", data_type, true));
if O::is_large() {
DataType::LargeList(field)
} else {
DataType::List(field)
}
}
pub fn get_child_field(data_type: &DataType) -> &Field {
if O::is_large() {
match data_type.to_logical_type() {
DataType::LargeList(child) => child.as_ref(),
_ => panic!("ListArray<i64> expects DataType::List or DataType::LargeList"),
}
} else {
match data_type.to_logical_type() {
DataType::List(child) => child.as_ref(),
_ => panic!("ListArray<i32> expects DataType::List or DataType::List"),
}
}
}
pub fn get_child_type(data_type: &DataType) -> &DataType {
Self::get_child_field(data_type).data_type()
}
}
impl<O: Offset> Array for ListArray<O> {
#[inline]
fn as_any(&self) -> &dyn std::any::Any {
self
}
#[inline]
fn len(&self) -> usize {
self.offsets.len() - 1
}
#[inline]
fn data_type(&self) -> &DataType {
&self.data_type
}
#[inline]
fn validity(&self) -> Option<&Bitmap> {
self.validity.as_ref()
}
fn slice(&self, offset: usize, length: usize) -> Box<dyn Array> {
Box::new(self.slice(offset, length))
}
unsafe fn slice_unchecked(&self, offset: usize, length: usize) -> Box<dyn Array> {
Box::new(self.slice_unchecked(offset, length))
}
fn with_validity(&self, validity: Option<Bitmap>) -> Box<dyn Array> {
Box::new(self.with_validity(validity))
}
}
impl<O: Offset> std::fmt::Display for ListArray<O> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
let head = if O::is_large() {
"LargeListArray"
} else {
"ListArray"
};
display_fmt(self.iter(), head, f, true)
}
}