vortex_array/arrays/primitive/
serde.rs

1use vortex_buffer::{Alignment, Buffer};
2use vortex_dtype::{DType, PType, match_each_native_ptype};
3use vortex_error::{VortexResult, vortex_bail};
4
5use crate::arrays::{PrimitiveArray, PrimitiveEncoding};
6use crate::serde::ArrayParts;
7use crate::validity::Validity;
8use crate::vtable::SerdeVTable;
9use crate::{
10    Array, ArrayBufferVisitor, ArrayChildVisitor, ArrayContext, ArrayRef, ArrayVisitorImpl,
11    EmptyMetadata,
12};
13
14impl ArrayVisitorImpl for PrimitiveArray {
15    fn _buffers(&self, visitor: &mut dyn ArrayBufferVisitor) {
16        visitor.visit_buffer(self.byte_buffer());
17    }
18
19    fn _children(&self, visitor: &mut dyn ArrayChildVisitor) {
20        visitor.visit_validity(self.validity(), self.len());
21    }
22
23    fn _metadata(&self) -> EmptyMetadata {
24        EmptyMetadata
25    }
26}
27
28impl SerdeVTable<&PrimitiveArray> for PrimitiveEncoding {
29    fn decode(
30        &self,
31        parts: &ArrayParts,
32        ctx: &ArrayContext,
33        dtype: DType,
34        len: usize,
35    ) -> VortexResult<ArrayRef> {
36        if parts.nbuffers() != 1 {
37            vortex_bail!("Expected 1 buffer, got {}", parts.nbuffers());
38        }
39        let buffer = parts.buffer(0)?;
40
41        let validity = if parts.nchildren() == 0 {
42            Validity::from(dtype.nullability())
43        } else if parts.nchildren() == 1 {
44            let validity = parts.child(0).decode(ctx, Validity::DTYPE, len)?;
45            Validity::Array(validity)
46        } else {
47            vortex_bail!("Expected 0 or 1 child, got {}", parts.nchildren());
48        };
49
50        let ptype = PType::try_from(&dtype)?;
51
52        if !buffer.is_aligned(Alignment::new(ptype.byte_width())) {
53            vortex_bail!(
54                "Buffer is not aligned to {}-byte boundary",
55                ptype.byte_width()
56            );
57        }
58        if buffer.len() != ptype.byte_width() * len {
59            vortex_bail!(
60                "Buffer length {} does not match expected length {} for {}, {} in {:?}",
61                buffer.len(),
62                ptype.byte_width() * len,
63                ptype.byte_width(),
64                len,
65                parts,
66            );
67        }
68
69        match_each_native_ptype!(ptype, |$P| {
70            let buffer = Buffer::<$P>::from_byte_buffer(buffer);
71            Ok(PrimitiveArray::new(buffer, validity).into_array())
72        })
73    }
74}
vortex_array/arrays/primitive/serde.rs

vortex_array/arrays/primitive/
serde.rs
