use arrow::array::{
ArrayData, BinaryOffsetSizeTrait, BooleanArray, GenericBinaryArray,
GenericStringArray, PrimitiveArray, StringOffsetSizeTrait,
};
use arrow::buffer::{Buffer, MutableBuffer};
use arrow::datatypes::{ArrowPrimitiveType, DataType};
use arrow::util::bit_util;
pub trait FromSlice<S, E>
where
S: AsRef<[E]>,
{
fn from_slice(slice: S) -> Self;
}
impl<S, T> FromSlice<S, T::Native> for PrimitiveArray<T>
where
T: ArrowPrimitiveType,
S: AsRef<[T::Native]>,
{
fn from_slice(slice: S) -> Self {
Self::from_iter_values(slice.as_ref().iter().cloned())
}
}
impl<S, I, OffsetSize> FromSlice<S, I> for GenericBinaryArray<OffsetSize>
where
OffsetSize: BinaryOffsetSizeTrait,
S: AsRef<[I]>,
I: AsRef<[u8]>,
{
fn from_slice(slice: S) -> Self {
let slice = slice.as_ref();
let mut offsets = Vec::with_capacity(slice.len() + 1);
let mut values = Vec::new();
let mut length_so_far: OffsetSize = OffsetSize::zero();
offsets.push(length_so_far);
for s in slice {
let s = s.as_ref();
length_so_far += OffsetSize::from_usize(s.len()).unwrap();
offsets.push(length_so_far);
values.extend_from_slice(s);
}
let array_data = ArrayData::builder(OffsetSize::DATA_TYPE)
.len(slice.len())
.add_buffer(Buffer::from_slice_ref(&offsets))
.add_buffer(Buffer::from_slice_ref(&values));
let array_data = unsafe { array_data.build_unchecked() };
Self::from(array_data)
}
}
impl<S, I, OffsetSize> FromSlice<S, I> for GenericStringArray<OffsetSize>
where
OffsetSize: StringOffsetSizeTrait,
S: AsRef<[I]>,
I: AsRef<str>,
{
fn from_slice(slice: S) -> Self {
Self::from_iter_values(slice.as_ref().iter())
}
}
impl<S> FromSlice<S, bool> for BooleanArray
where
S: AsRef<[bool]>,
{
fn from_slice(slice: S) -> Self {
let slice = slice.as_ref();
let mut mut_buf = MutableBuffer::new_null(slice.len());
{
let mut_slice = mut_buf.as_slice_mut();
for (i, b) in slice.iter().enumerate() {
if *b {
bit_util::set_bit(mut_slice, i);
}
}
}
let array_data = ArrayData::builder(DataType::Boolean)
.len(slice.len())
.add_buffer(mut_buf.into());
let array_data = unsafe { array_data.build_unchecked() };
Self::from(array_data)
}
}