#![allow(unused_imports)]
#![allow(unused_parens)]
#![allow(clippy::clone_on_copy)]
#![allow(clippy::cloned_instead_of_copied)]
#![allow(clippy::map_flatten)]
#![allow(clippy::needless_question_mark)]
#![allow(clippy::new_without_default)]
#![allow(clippy::redundant_closure)]
#![allow(clippy::too_many_arguments)]
#![allow(clippy::too_many_lines)]
use crate::external::arrow2;
use crate::ComponentName;
use crate::SerializationResult;
use crate::{ComponentBatch, MaybeOwnedComponentBatch};
use crate::{DeserializationError, DeserializationResult};
#[derive(Clone, Debug, Default, PartialEq, Eq, PartialOrd, Ord, Hash)]
#[repr(transparent)]
pub struct Utf8(pub crate::ArrowString);
impl crate::SizeBytes for Utf8 {
#[inline]
fn heap_size_bytes(&self) -> u64 {
self.0.heap_size_bytes()
}
#[inline]
fn is_pod() -> bool {
<crate::ArrowString>::is_pod()
}
}
impl From<crate::ArrowString> for Utf8 {
#[inline]
fn from(value: crate::ArrowString) -> Self {
Self(value)
}
}
impl From<Utf8> for crate::ArrowString {
#[inline]
fn from(value: Utf8) -> Self {
value.0
}
}
crate::macros::impl_into_cow!(Utf8);
impl crate::Loggable for Utf8 {
type Name = crate::DatatypeName;
#[inline]
fn name() -> Self::Name {
"rerun.datatypes.Utf8".into()
}
#[inline]
fn arrow_datatype() -> arrow2::datatypes::DataType {
#![allow(clippy::wildcard_imports)]
use arrow2::datatypes::*;
DataType::Utf8
}
fn to_arrow_opt<'a>(
data: impl IntoIterator<Item = Option<impl Into<::std::borrow::Cow<'a, Self>>>>,
) -> SerializationResult<Box<dyn arrow2::array::Array>>
where
Self: Clone + 'a,
{
#![allow(clippy::wildcard_imports)]
use crate::{Loggable as _, ResultExt as _};
use arrow2::{array::*, datatypes::*};
Ok({
let (somes, data0): (Vec<_>, Vec<_>) = data
.into_iter()
.map(|datum| {
let datum: Option<::std::borrow::Cow<'a, Self>> = datum.map(Into::into);
let datum = datum.map(|datum| datum.into_owned().0);
(datum.is_some(), datum)
})
.unzip();
let data0_bitmap: Option<arrow2::bitmap::Bitmap> = {
let any_nones = somes.iter().any(|some| !*some);
any_nones.then(|| somes.into())
};
{
let offsets = arrow2::offset::Offsets::<i32>::try_from_lengths(
data0
.iter()
.map(|opt| opt.as_ref().map(|datum| datum.len()).unwrap_or_default()),
)?
.into();
let inner_data: arrow2::buffer::Buffer<u8> =
data0.into_iter().flatten().flat_map(|s| s.0).collect();
#[allow(unsafe_code, clippy::undocumented_unsafe_blocks)]
unsafe {
Utf8Array::<i32>::new_unchecked(
Self::arrow_datatype(),
offsets,
inner_data,
data0_bitmap,
)
}
.boxed()
}
})
}
fn from_arrow_opt(
arrow_data: &dyn arrow2::array::Array,
) -> DeserializationResult<Vec<Option<Self>>>
where
Self: Sized,
{
#![allow(clippy::wildcard_imports)]
use crate::{Loggable as _, ResultExt as _};
use arrow2::{array::*, buffer::*, datatypes::*};
Ok({
let arrow_data = arrow_data
.as_any()
.downcast_ref::<arrow2::array::Utf8Array<i32>>()
.ok_or_else(|| {
let expected = Self::arrow_datatype();
let actual = arrow_data.data_type().clone();
DeserializationError::datatype_mismatch(expected, actual)
})
.with_context("rerun.datatypes.Utf8#value")?;
let arrow_data_buf = arrow_data.values();
let offsets = arrow_data.offsets();
arrow2::bitmap::utils::ZipValidity::new_with_validity(
offsets.iter().zip(offsets.lengths()),
arrow_data.validity(),
)
.map(|elem| {
elem.map(|(start, len)| {
let start = *start as usize;
let end = start + len;
if end > arrow_data_buf.len() {
return Err(DeserializationError::offset_slice_oob(
(start, end),
arrow_data_buf.len(),
));
}
#[allow(unsafe_code, clippy::undocumented_unsafe_blocks)]
let data = unsafe { arrow_data_buf.clone().sliced_unchecked(start, len) };
Ok(data)
})
.transpose()
})
.map(|res_or_opt| {
res_or_opt.map(|res_or_opt| res_or_opt.map(|v| crate::ArrowString(v)))
})
.collect::<DeserializationResult<Vec<Option<_>>>>()
.with_context("rerun.datatypes.Utf8#value")?
.into_iter()
}
.map(|v| v.ok_or_else(DeserializationError::missing_data))
.map(|res| res.map(|v| Some(Self(v))))
.collect::<DeserializationResult<Vec<Option<_>>>>()
.with_context("rerun.datatypes.Utf8#value")
.with_context("rerun.datatypes.Utf8")?)
}
}