vortex_array/arrays/primitive/
serde.rs

1use vortex_buffer::{Alignment, Buffer, ByteBuffer};
2use vortex_dtype::{DType, PType, match_each_native_ptype};
3use vortex_error::{VortexResult, vortex_bail};
4
5use super::PrimitiveEncoding;
6use crate::arrays::{PrimitiveArray, PrimitiveVTable};
7use crate::serde::ArrayChildren;
8use crate::validity::Validity;
9use crate::vtable::{SerdeVTable, ValidityHelper, VisitorVTable};
10use crate::{ArrayBufferVisitor, ArrayChildVisitor, EmptyMetadata};
11
12impl SerdeVTable<PrimitiveVTable> for PrimitiveVTable {
13    type Metadata = EmptyMetadata;
14
15    fn metadata(_array: &PrimitiveArray) -> VortexResult<Option<Self::Metadata>> {
16        Ok(Some(EmptyMetadata))
17    }
18
19    fn build(
20        _encoding: &PrimitiveEncoding,
21        dtype: &DType,
22        len: usize,
23        _metadata: &Self::Metadata,
24        buffers: &[ByteBuffer],
25        children: &dyn ArrayChildren,
26    ) -> VortexResult<PrimitiveArray> {
27        if buffers.len() != 1 {
28            vortex_bail!("Expected 1 buffer, got {}", buffers.len());
29        }
30        let buffer = buffers[0].clone();
31
32        let validity = if children.is_empty() {
33            Validity::from(dtype.nullability())
34        } else if children.len() == 1 {
35            let validity = children.get(0, &Validity::DTYPE, len)?;
36            Validity::Array(validity)
37        } else {
38            vortex_bail!("Expected 0 or 1 child, got {}", children.len());
39        };
40
41        let ptype = PType::try_from(dtype)?;
42
43        if !buffer.is_aligned(Alignment::new(ptype.byte_width())) {
44            vortex_bail!(
45                "Buffer is not aligned to {}-byte boundary",
46                ptype.byte_width()
47            );
48        }
49        if buffer.len() != ptype.byte_width() * len {
50            vortex_bail!(
51                "Buffer length {} does not match expected length {} for {}, {}",
52                buffer.len(),
53                ptype.byte_width() * len,
54                ptype.byte_width(),
55                len,
56            );
57        }
58
59        match_each_native_ptype!(ptype, |P| {
60            let buffer = Buffer::<P>::from_byte_buffer(buffer);
61            Ok(PrimitiveArray::new(buffer, validity))
62        })
63    }
64}
65
66impl VisitorVTable<PrimitiveVTable> for PrimitiveVTable {
67    fn visit_buffers(array: &PrimitiveArray, visitor: &mut dyn ArrayBufferVisitor) {
68        visitor.visit_buffer(array.byte_buffer());
69    }
70
71    fn visit_children(array: &PrimitiveArray, visitor: &mut dyn ArrayChildVisitor) {
72        visitor.visit_validity(array.validity(), array.len());
73    }
74}
vortex_array/arrays/primitive/serde.rs

vortex_array/arrays/primitive/
serde.rs
