vortex_array/builders/
bool.rs1use std::any::Any;
5use std::mem;
6
7use vortex_buffer::BitBufferMut;
8use vortex_error::VortexExpect;
9use vortex_error::VortexResult;
10use vortex_error::vortex_ensure;
11use vortex_mask::Mask;
12
13use crate::ArrayRef;
14use crate::IntoArray;
15use crate::arrays::BoolArray;
16use crate::arrays::bool::BoolArrayExt;
17use crate::builders::ArrayBuilder;
18use crate::builders::DEFAULT_BUILDER_CAPACITY;
19use crate::builders::LazyBitBufferBuilder;
20use crate::canonical::Canonical;
21use crate::canonical::ToCanonical;
22use crate::dtype::DType;
23use crate::dtype::Nullability;
24use crate::scalar::Scalar;
25
26pub struct BoolBuilder {
27 dtype: DType,
28 inner: BitBufferMut,
29 nulls: LazyBitBufferBuilder,
30}
31
32impl BoolBuilder {
33 pub fn new(nullability: Nullability) -> Self {
34 Self::with_capacity(nullability, DEFAULT_BUILDER_CAPACITY)
35 }
36
37 pub fn with_capacity(nullability: Nullability, capacity: usize) -> Self {
38 Self {
39 inner: BitBufferMut::with_capacity(capacity),
40 nulls: LazyBitBufferBuilder::new(capacity),
41 dtype: DType::Bool(nullability),
42 }
43 }
44
45 pub fn append_value(&mut self, value: bool) {
47 self.append_values(value, 1)
48 }
49
50 pub fn append_values(&mut self, value: bool, n: usize) {
54 self.inner.append_n(value, n);
55 self.nulls.append_n_non_nulls(n)
56 }
57
58 pub fn finish_into_bool(&mut self) -> BoolArray {
60 assert_eq!(
61 self.nulls.len(),
62 self.inner.len(),
63 "Null count and value count should match when calling BoolBuilder::finish."
64 );
65
66 BoolArray::new(
67 mem::take(&mut self.inner).freeze(),
68 self.nulls.finish_with_nullability(self.dtype.nullability()),
69 )
70 }
71}
72
73impl ArrayBuilder for BoolBuilder {
74 fn as_any(&self) -> &dyn Any {
75 self
76 }
77
78 fn as_any_mut(&mut self) -> &mut dyn Any {
79 self
80 }
81
82 fn dtype(&self) -> &DType {
83 &self.dtype
84 }
85
86 fn len(&self) -> usize {
87 self.inner.len()
88 }
89
90 fn append_zeros(&mut self, n: usize) {
91 self.append_values(false, n)
92 }
93
94 unsafe fn append_nulls_unchecked(&mut self, n: usize) {
95 self.inner.append_n(false, n);
96 self.nulls.append_n_nulls(n)
97 }
98
99 fn append_scalar(&mut self, scalar: &Scalar) -> VortexResult<()> {
100 vortex_ensure!(
101 scalar.dtype() == self.dtype(),
102 "BoolBuilder expected scalar with dtype {}, got {}",
103 self.dtype(),
104 scalar.dtype()
105 );
106
107 match scalar.as_bool().value() {
108 Some(value) => self.append_value(value),
109 None => self.append_null(),
110 }
111
112 Ok(())
113 }
114
115 unsafe fn extend_from_array_unchecked(&mut self, array: &ArrayRef) {
116 let bool_array = array.to_bool();
117
118 self.inner.append_buffer(&bool_array.to_bit_buffer());
119 self.nulls
120 .append_validity_mask(bool_array.validity_mask().vortex_expect("validity_mask"));
121 }
122
123 fn reserve_exact(&mut self, additional: usize) {
124 self.inner.reserve(additional);
125 self.nulls.reserve_exact(additional);
126 }
127
128 unsafe fn set_validity_unchecked(&mut self, validity: Mask) {
129 self.nulls = LazyBitBufferBuilder::new(validity.len());
130 self.nulls.append_validity_mask(validity);
131 }
132
133 fn finish(&mut self) -> ArrayRef {
134 self.finish_into_bool().into_array()
135 }
136
137 fn finish_into_canonical(&mut self) -> Canonical {
138 Canonical::Bool(self.finish_into_bool())
139 }
140}
141
142#[cfg(test)]
143mod tests {
144 use rand::RngExt;
145 use rand::SeedableRng;
146 use rand::prelude::StdRng;
147 use vortex_error::VortexResult;
148
149 use crate::ArrayRef;
150 use crate::IntoArray;
151 use crate::LEGACY_SESSION;
152 use crate::VortexSessionExecute;
153 use crate::arrays::ChunkedArray;
154 use crate::arrays::bool::BoolArrayExt;
155 use crate::assert_arrays_eq;
156 use crate::builders::ArrayBuilder;
157 use crate::builders::BoolBuilder;
158 use crate::builders::bool::BoolArray;
159 use crate::builders::builder_with_capacity;
160 use crate::canonical::ToCanonical;
161 use crate::dtype::DType;
162 use crate::dtype::Nullability;
163 use crate::scalar::Scalar;
164
165 fn make_opt_bool_chunks(len: usize, chunk_count: usize) -> ArrayRef {
166 let mut rng = StdRng::seed_from_u64(0);
167
168 (0..chunk_count)
169 .map(|_| {
170 BoolArray::from_iter((0..len).map(|_| match rng.random_range::<u8, _>(0..=2) {
171 0 => Some(false),
172 1 => Some(true),
173 2 => None,
174 _ => unreachable!(),
175 }))
176 .into_array()
177 })
178 .collect::<ChunkedArray>()
179 .into_array()
180 }
181
182 #[test]
183 fn tests() -> VortexResult<()> {
184 let len = 1000;
185 let chunk_count = 10;
186 let chunk = make_opt_bool_chunks(len, chunk_count);
187
188 let mut ctx = LEGACY_SESSION.create_execution_ctx();
189 let mut builder = builder_with_capacity(chunk.dtype(), len * chunk_count);
190 chunk
191 .clone()
192 .append_to_builder(builder.as_mut(), &mut ctx)?;
193
194 let canon_into = builder.finish().to_bool();
195 let into_canon = chunk.to_bool();
196
197 assert!(
198 canon_into
199 .validity()?
200 .mask_eq(&into_canon.validity()?, &mut ctx)?
201 );
202 assert_eq!(canon_into.to_bit_buffer(), into_canon.to_bit_buffer());
203 Ok(())
204 }
205
206 #[test]
207 fn test_append_scalar() {
208 let mut builder = BoolBuilder::with_capacity(Nullability::Nullable, 10);
209
210 let true_scalar = Scalar::bool(true, Nullability::Nullable);
212 builder.append_scalar(&true_scalar).unwrap();
213
214 let false_scalar = Scalar::bool(false, Nullability::Nullable);
216 builder.append_scalar(&false_scalar).unwrap();
217
218 let null_scalar = Scalar::null(DType::Bool(Nullability::Nullable));
220 builder.append_scalar(&null_scalar).unwrap();
221
222 let array = builder.finish_into_bool();
223 let expected = BoolArray::from_iter([Some(true), Some(false), None]);
224 assert_arrays_eq!(&array, &expected);
225
226 let mut builder = BoolBuilder::with_capacity(Nullability::NonNullable, 10);
228 let wrong_scalar = Scalar::from(42i32);
229 assert!(builder.append_scalar(&wrong_scalar).is_err());
230 }
231}