polars-arrow 0.53.0

Minimal implementation of the Arrow specification forked from arrow2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use polars_buffer::Buffer;

use crate::array::{Array, ArrayRef, UInt32Array, Utf8ViewArray};
use crate::datatypes::ArrowDataType;
use crate::legacy::trusted_len::TrustedLenPush;

pub fn utf8view_len_bytes(array: &Utf8ViewArray) -> ArrayRef {
    let values = array.len_iter().collect::<Vec<_>>();
    let values: Buffer<_> = values.into();
    let array = UInt32Array::new(ArrowDataType::UInt32, values, array.validity().cloned());
    Box::new(array)
}

pub fn string_len_chars(array: &Utf8ViewArray) -> ArrayRef {
    let values = array.values_iter().map(|x| x.chars().count() as u32);
    let values: Buffer<_> = Vec::from_trusted_len_iter(values).into();
    let array = UInt32Array::new(ArrowDataType::UInt32, values, array.validity().cloned());
    Box::new(array)
}