use std::sync::Arc;
use crate::{
bitmap::Bitmap,
buffer::Buffer,
datatypes::{DataType, Field},
error::ArrowError,
};
use super::{new_empty_array, specification::try_check_offsets, Array};
mod ffi;
mod iterator;
pub use iterator::*;
#[derive(Debug, Clone)]
pub struct MapArray {
data_type: DataType,
offsets: Buffer<i32>,
field: Arc<dyn Array>,
validity: Option<Bitmap>,
}
impl MapArray {
pub fn try_new(
data_type: DataType,
offsets: Buffer<i32>,
field: Arc<dyn Array>,
validity: Option<Bitmap>,
) -> Result<Self, ArrowError> {
try_check_offsets(&offsets, field.len())?;
let inner_field = Self::try_get_field(&data_type)?;
if let DataType::Struct(inner) = inner_field.data_type() {
if inner.len() != 2 {
return Err(ArrowError::InvalidArgumentError(
"MapArray's inner `Struct` must have 2 fields (keys and maps)".to_string(),
));
}
} else {
return Err(ArrowError::InvalidArgumentError(
"MapArray expects `DataType::Struct` as its inner logical type".to_string(),
));
}
if field.data_type() != inner_field.data_type() {
return Err(ArrowError::InvalidArgumentError(
"MapArray expects `field.data_type` to match its inner DataType".to_string(),
));
}
if validity
.as_ref()
.map_or(false, |validity| validity.len() != offsets.len() - 1)
{
return Err(ArrowError::oos(
"validity mask length must match the number of values",
));
}
Ok(Self {
data_type,
field,
offsets,
validity,
})
}
pub fn new(
data_type: DataType,
offsets: Buffer<i32>,
field: Arc<dyn Array>,
validity: Option<Bitmap>,
) -> Self {
Self::try_new(data_type, offsets, field, validity).unwrap()
}
pub fn from_data(
data_type: DataType,
offsets: Buffer<i32>,
field: Arc<dyn Array>,
validity: Option<Bitmap>,
) -> Self {
Self::new(data_type, offsets, field, validity)
}
pub fn new_null(data_type: DataType, length: usize) -> Self {
let field = new_empty_array(Self::get_field(&data_type).data_type().clone()).into();
Self::new(
data_type,
Buffer::new_zeroed(length + 1),
field,
Some(Bitmap::new_zeroed(length)),
)
}
pub fn new_empty(data_type: DataType) -> Self {
let field = new_empty_array(Self::get_field(&data_type).data_type().clone()).into();
Self::new(data_type, Buffer::from(vec![0i32]), field, None)
}
}
impl MapArray {
pub fn slice(&self, offset: usize, length: usize) -> Self {
assert!(
offset + length <= self.len(),
"the offset of the new Buffer cannot exceed the existing length"
);
unsafe { self.slice_unchecked(offset, length) }
}
pub unsafe fn slice_unchecked(&self, offset: usize, length: usize) -> Self {
let offsets = self.offsets.clone().slice_unchecked(offset, length + 1);
let validity = self
.validity
.clone()
.map(|x| x.slice_unchecked(offset, length));
Self {
data_type: self.data_type.clone(),
offsets,
field: self.field.clone(),
validity,
}
}
pub(crate) fn try_get_field(data_type: &DataType) -> Result<&Field, ArrowError> {
if let DataType::Map(field, _) = data_type.to_logical_type() {
Ok(field.as_ref())
} else {
Err(ArrowError::oos(
"The data_type's logical type must be DataType::Map",
))
}
}
pub(crate) fn get_field(data_type: &DataType) -> &Field {
Self::try_get_field(data_type).unwrap()
}
}
impl MapArray {
#[inline]
pub fn len(&self) -> usize {
self.offsets.len() - 1
}
#[inline]
pub fn offsets(&self) -> &Buffer<i32> {
&self.offsets
}
#[inline]
pub fn field(&self) -> &Arc<dyn Array> {
&self.field
}
#[inline]
pub fn value(&self, i: usize) -> Box<dyn Array> {
let offset = self.offsets[i];
let offset_1 = self.offsets[i + 1];
let length = (offset_1 - offset) as usize;
unsafe { self.field.slice_unchecked(offset as usize, length) }
}
#[inline]
pub unsafe fn value_unchecked(&self, i: usize) -> Box<dyn Array> {
let offset = *self.offsets.get_unchecked(i);
let offset_1 = *self.offsets.get_unchecked(i + 1);
let length = (offset_1 - offset) as usize;
self.field.slice_unchecked(offset as usize, length)
}
}
impl Array for MapArray {
#[inline]
fn as_any(&self) -> &dyn std::any::Any {
self
}
#[inline]
fn len(&self) -> usize {
self.len()
}
#[inline]
fn data_type(&self) -> &DataType {
&self.data_type
}
#[inline]
fn validity(&self) -> Option<&Bitmap> {
self.validity.as_ref()
}
fn slice(&self, offset: usize, length: usize) -> Box<dyn Array> {
Box::new(self.slice(offset, length))
}
unsafe fn slice_unchecked(&self, offset: usize, length: usize) -> Box<dyn Array> {
Box::new(self.slice_unchecked(offset, length))
}
fn with_validity(&self, _validity: Option<Bitmap>) -> Box<dyn Array> {
Box::new(self.clone())
}
}