taos_query/common/raw/views/
int_view.rs

1use std::ffi::c_void;
2
3use crate::common::{BorrowedValue, Ty};
4
5use super::{IsColumnView, NullBits, NullsIter};
6
7use bytes::Bytes;
8
9type Item = i32;
10type View = IntView;
11const ITEM_SIZE: usize = std::mem::size_of::<Item>();
12
13#[derive(Debug, Clone)]
14pub struct IntView {
15    pub(crate) nulls: NullBits,
16    pub(crate) data: Bytes,
17}
18
19impl IsColumnView for View {
20    fn ty(&self) -> Ty {
21        Ty::Int
22    }
23    fn from_borrowed_value_iter<'b>(iter: impl Iterator<Item = BorrowedValue<'b>>) -> Self {
24        Self::from_iter(iter.map(|v| v.to_i32()))
25    }
26}
27
28impl std::ops::Add for View {
29    type Output = Self;
30
31    fn add(self, rhs: Self) -> Self::Output {
32        &self + &rhs
33    }
34}
35impl std::ops::Add for &View {
36    type Output = View;
37
38    fn add(self, rhs: Self) -> Self::Output {
39        let nulls = NullBits::from_iter(
40            self.nulls
41                .iter()
42                .take(self.len())
43                .chain(rhs.nulls.iter().take(rhs.len())),
44        );
45        let data: Bytes = self
46            .data
47            .as_ref()
48            .iter()
49            .chain(rhs.data.as_ref().iter())
50            .copied()
51            .collect();
52
53        View { nulls, data }
54    }
55}
56
57impl std::ops::Add<View> for &View {
58    type Output = View;
59
60    fn add(self, rhs: View) -> Self::Output {
61        self + &rhs
62    }
63}
64
65impl std::ops::Add<&View> for View {
66    type Output = View;
67
68    fn add(self, rhs: &View) -> Self::Output {
69        &self + rhs
70    }
71}
72
73impl IntView {
74    /// Rows
75    pub fn len(&self) -> usize {
76        self.data.len() / std::mem::size_of::<Item>()
77    }
78
79    /// Raw slice of target type.
80    pub fn as_raw_slice(&self) -> &[Item] {
81        unsafe { std::slice::from_raw_parts(self.data.as_ptr() as *const Item, self.len()) }
82    }
83
84    /// Raw pointer of the slice.
85    pub fn as_raw_ptr(&self) -> *const Item {
86        self.data.as_ptr() as *const Item
87    }
88
89    /// Build a nulls vector.
90    pub fn to_nulls_vec(&self) -> Vec<bool> {
91        self.is_null_iter().collect()
92    }
93
94    /// A iterator only decide if the value at some row index is NULL or not.
95    pub fn is_null_iter(&self) -> NullsIter {
96        NullsIter {
97            nulls: &self.nulls,
98            row: 0,
99            len: self.len(),
100        }
101    }
102
103    /// Check if the value at `row` index is NULL or not.
104    pub fn is_null(&self, row: usize) -> bool {
105        if row < self.len() {
106            unsafe { self.is_null_unchecked(row) }
107        } else {
108            false
109        }
110    }
111
112    /// Unsafe version for [methods.is_null]
113    pub unsafe fn is_null_unchecked(&self, row: usize) -> bool {
114        self.nulls.is_null_unchecked(row)
115    }
116
117    /// Get nullable value at `row` index.
118    pub fn get(&self, row: usize) -> Option<Item> {
119        if row < self.len() {
120            unsafe { self.get_unchecked(row) }
121        } else {
122            None
123        }
124    }
125
126    #[inline(always)]
127    unsafe fn get_raw_at(&self, index: usize) -> *const Item {
128        self.data.as_ptr().add(index * ITEM_SIZE) as _
129    }
130
131    /// Get nullable value at `row` index.
132    pub unsafe fn get_unchecked(&self, row: usize) -> Option<Item> {
133        if self.nulls.is_null_unchecked(row) {
134            None
135        } else {
136            Some(self.get_unchecked_inner(row).read_unaligned())
137        }
138    }
139
140    unsafe fn get_unchecked_inner(&self, row: usize) -> *const Item {
141        self.data
142            .as_ptr()
143            .offset(row as isize * std::mem::size_of::<Item>() as isize) as _
144    }
145
146    pub unsafe fn get_ref_unchecked(&self, row: usize) -> Option<*const Item> {
147        if self.nulls.is_null_unchecked(row) {
148            None
149        } else {
150            Some(self.get_raw_at(row))
151        }
152    }
153
154    pub unsafe fn get_value_unchecked(&self, row: usize) -> BorrowedValue {
155        self.get_unchecked(row)
156            .map(BorrowedValue::Int)
157            .unwrap_or(BorrowedValue::Null(Ty::Int))
158    }
159
160    pub unsafe fn get_raw_value_unchecked(&self, row: usize) -> (Ty, u32, *const c_void) {
161        if self.nulls.is_null_unchecked(row) {
162            (Ty::Int, std::mem::size_of::<Item>() as _, std::ptr::null())
163        } else {
164            (
165                Ty::Int,
166                std::mem::size_of::<Item>() as _,
167                self.get_raw_at(row) as *const Item as _,
168            )
169        }
170    }
171
172    /// Create a slice of view.
173    pub fn slice(&self, mut range: std::ops::Range<usize>) -> Option<Self> {
174        if range.start >= self.len() {
175            return None;
176        }
177        if range.end >= self.len() {
178            range.end = self.len();
179        }
180        if range.is_empty() {
181            return None;
182        }
183
184        let nulls = unsafe { self.nulls.slice(range.clone()) };
185        let data = self
186            .data
187            .slice(range.start * ITEM_SIZE..range.end * ITEM_SIZE);
188        Some(Self { nulls, data })
189    }
190
191    /// A iterator to nullable values of current row.
192    pub fn iter(&self) -> IntViewIter {
193        IntViewIter { view: self, row: 0 }
194    }
195
196    /// Convert data to a vector of all nullable values.
197    pub fn to_vec(&self) -> Vec<Option<Item>> {
198        self.iter().collect()
199    }
200
201    /// Write column data as raw bytes.
202    pub(crate) fn write_raw_into<W: std::io::Write>(&self, mut wtr: W) -> std::io::Result<usize> {
203        let nulls = self.nulls.0.as_ref();
204        wtr.write_all(nulls)?;
205        wtr.write_all(&self.data)?;
206        Ok(nulls.len() + self.data.len())
207    }
208
209    pub fn concat(&self, rhs: &View) -> View {
210        let nulls = NullBits::from_iter(
211            self.nulls
212                .iter()
213                .take(self.len())
214                .chain(rhs.nulls.iter().take(rhs.len())),
215        );
216        let data: Bytes = self
217            .data
218            .as_ref()
219            .iter()
220            .chain(rhs.data.as_ref().iter())
221            .copied()
222            .collect();
223
224        View { nulls, data }
225    }
226}
227
228pub struct IntViewIter<'a> {
229    view: &'a IntView,
230    row: usize,
231}
232
233impl<'a> Iterator for IntViewIter<'a> {
234    type Item = Option<Item>;
235
236    fn next(&mut self) -> Option<Self::Item> {
237        if self.row < self.view.len() {
238            let row = self.row;
239            self.row += 1;
240            Some(unsafe { self.view.get_unchecked(row) })
241        } else {
242            None
243        }
244    }
245
246    #[inline]
247    fn size_hint(&self) -> (usize, Option<usize>) {
248        if self.row < self.view.len() {
249            let len = self.view.len() - self.row;
250            (len, Some(len))
251        } else {
252            (0, Some(0))
253        }
254    }
255}
256
257impl<'a> ExactSizeIterator for IntViewIter<'a> {
258    fn len(&self) -> usize {
259        self.view.len() - self.row
260    }
261}
262
263impl<A: Into<Option<Item>>> FromIterator<A> for View {
264    fn from_iter<T: IntoIterator<Item = A>>(iter: T) -> Self {
265        let (nulls, mut values): (Vec<bool>, Vec<_>) = iter
266            .into_iter()
267            .map(|v| match v.into() {
268                Some(v) => (false, v),
269                None => (true, Item::default()),
270            })
271            .unzip();
272        Self {
273            nulls: NullBits::from_iter(nulls),
274            data: Bytes::from({
275                let (ptr, len, cap) = (values.as_mut_ptr(), values.len(), values.capacity());
276                std::mem::forget(values);
277                unsafe { Vec::from_raw_parts(ptr as *mut u8, len * ITEM_SIZE, cap * ITEM_SIZE) }
278            }),
279        }
280    }
281}
282
283#[test]
284fn test_slice() {
285    let data = [0, 1, Item::MIN, Item::MAX];
286    let view = View::from_iter(data);
287    dbg!(&view);
288    let slice = view.slice(1..3);
289    dbg!(&slice);
290
291    let data = [None, Some(Item::MIN), Some(Item::MAX), None];
292    let view = View::from_iter(data);
293    dbg!(&view);
294    let range = 1..4;
295    let slice = view.slice(range.clone()).unwrap();
296    for (v, i) in slice.iter().zip(range) {
297        assert_eq!(v, data[i]);
298    }
299}
taos_query/common/raw/views/int_view.rs

taos_query/common/raw/views/
int_view.rs
