Struct ChunkedArray

pub struct ChunkedArray { /* private fields */ }

Implementations

impl ChunkedArray

pub fn len(&self) -> usize

pub fn is_empty(&self) -> bool

impl ChunkedArray

pub fn try_new(chunks: Vec<Array>, dtype: DType) -> VortexResult<Self>

pub fn chunk(&self, idx: usize) -> VortexResult<Array>

pub fn nchunks(&self) -> usize

pub fn chunk_offsets(&self) -> Array

pub fn chunks(&self) -> impl Iterator<Item = Array> + '_

pub fn array_iterator(&self) -> impl ArrayIterator + '_

pub fn array_stream(&self) -> impl ArrayStream + '_

pub fn rechunk( &self, target_bytesize: usize, target_rowsize: usize, ) -> VortexResult<Self>

Trait Implementations

impl AcceptArrayVisitor for ChunkedArray

fn accept(&self, visitor: &mut dyn ArrayVisitor) -> VortexResult<()>

impl ArrayCompute for ChunkedArray

fn cast(&self) -> Option<&dyn CastFn>

Implemented for arrays that can be casted to different types.

fn compare( &self, other: &Array, operator: Operator, ) -> Option<VortexResult<Array>>

Binary operator implementation for arrays against other arrays.

fn scalar_at(&self) -> Option<&dyn ScalarAtFn>

Single item indexing on Vortex arrays.

fn subtract_scalar(&self) -> Option<&dyn SubtractScalarFn>

Broadcast subtraction of scalar from Vortex array.

fn slice(&self) -> Option<&dyn SliceFn>

Perform zero-copy slicing of an array.

fn take(&self) -> Option<&dyn TakeFn>

Take a set of indices from an array. This often forces allocations and decoding of the receiver.

fn filter(&self) -> Option<&dyn FilterFn>

Filtering function on arrays of predicates.

fn fill_forward(&self) -> Option<&dyn FillForwardFn>

Array function that returns new arrays a non-null value is repeated across runs of nulls.

fn search_sorted(&self) -> Option<&dyn SearchSortedFn>

Perform a search over an ordered array.

fn and(&self) -> Option<&dyn AndFn>

Perform a boolean AND operation over two arrays

fn or(&self) -> Option<&dyn OrFn>

Perform a boolean OR operation over two arrays

impl ArrayStatisticsCompute for ChunkedArray

fn compute_statistics(&self, stat: Stat) -> VortexResult<StatsSet>

Compute the requested statistic. Can return additional stats.

impl ArrayTrait for ChunkedArray

fn nbytes(&self) -> usize

Total size of the array in bytes, including all children and buffers.

impl ArrayValidity for ChunkedArray

fn is_valid(&self, index: usize) -> bool

fn logical_validity(&self) -> LogicalValidity

impl ArrayVariants for ChunkedArray

Chunked arrays support all DTypes

fn as_null_array(&self) -> Option<&dyn NullArrayTrait>

fn as_bool_array(&self) -> Option<&dyn BoolArrayTrait>

fn as_primitive_array(&self) -> Option<&dyn PrimitiveArrayTrait>

fn as_utf8_array(&self) -> Option<&dyn Utf8ArrayTrait>

fn as_binary_array(&self) -> Option<&dyn BinaryArrayTrait>

fn as_struct_array(&self) -> Option<&dyn StructArrayTrait>

fn as_list_array(&self) -> Option<&dyn ListArrayTrait>

fn as_extension_array(&self) -> Option<&dyn ExtensionArrayTrait>

fn as_null_array_unchecked(&self) -> &dyn NullArrayTrait

fn as_bool_array_unchecked(&self) -> &dyn BoolArrayTrait

fn as_primitive_array_unchecked(&self) -> &dyn PrimitiveArrayTrait

fn as_utf8_array_unchecked(&self) -> &dyn Utf8ArrayTrait

fn as_binary_array_unchecked(&self) -> &dyn BinaryArrayTrait

fn as_struct_array_unchecked(&self) -> &dyn StructArrayTrait

fn as_list_array_unchecked(&self) -> &dyn ListArrayTrait

fn as_extension_array_unchecked(&self) -> &dyn ExtensionArrayTrait

impl AsRef<Array> for ChunkedArray

fn as_ref(&self) -> &Array

Converts this type into a shared reference of the (usually inferred) input type.

impl BoolArrayTrait for ChunkedArray

fn maybe_null_indices_iter(&self) -> Box<dyn Iterator<Item = usize>>

An iterator over the sorted indices of set values in the underlying boolean array good to array with low number of set values.

fn maybe_null_slices_iter(&self) -> Box<dyn Iterator<Item = (usize, usize)>>

An iterator over the sorted disjoint contiguous range set values in the underlying boolean array good for arrays with only long runs of set values.

fn invert(&self) -> VortexResult<Array>

where Self: Clone,

Return a new inverted version of this array.

fn true_count(&self) -> usize

impl CastFn for ChunkedArray

fn cast(&self, dtype: &DType) -> VortexResult<Array>

impl Clone for ChunkedArray

fn clone(&self) -> ChunkedArray

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CompareFn for ChunkedArray

fn compare(&self, array: &Array, operator: Operator) -> VortexResult<Array>

impl Debug for ChunkedArray

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl ExtensionArrayTrait for ChunkedArray

fn storage_array(&self) -> Array

Returns the underlying Array, without the ExtDType.

fn ext_dtype(&self) -> &Arc<ExtDType>

Returns the extension logical DType.

impl FilterFn for ChunkedArray

fn filter(&self, predicate: &Array) -> VortexResult<Array>

Filter an array by the provided predicate.

impl From<ChunkedArray> for Array

fn from(value: ChunkedArray) -> Array

Converts to this type from the input type.

impl From<TypedArray<Chunked>> for ChunkedArray

fn from(typed: TypedArray<Chunked>) -> Self

Converts to this type from the input type.

impl FromIterator<Array> for ChunkedArray

fn from_iter<T: IntoIterator<Item = Array>>(iter: T) -> Self

Creates a value from an iterator.

impl GetArrayMetadata for ChunkedArray

fn metadata(&self) -> Arc<dyn ArrayMetadata>

impl<'a> IntoArray for ChunkedArray

fn into_array(self) -> Array

impl IntoCanonical for ChunkedArray

fn into_canonical(self) -> VortexResult<Canonical>

impl PrimitiveArrayTrait for ChunkedArray

fn u8_accessor(&self) -> Option<AccessorRef<u8>>

fn u16_accessor(&self) -> Option<AccessorRef<u16>>

fn u32_accessor(&self) -> Option<AccessorRef<u32>>

fn u64_accessor(&self) -> Option<AccessorRef<u64>>

fn i8_accessor(&self) -> Option<AccessorRef<i8>>

fn i16_accessor(&self) -> Option<AccessorRef<i16>>

fn i32_accessor(&self) -> Option<AccessorRef<i32>>

fn i64_accessor(&self) -> Option<AccessorRef<i64>>

fn f16_accessor(&self) -> Option<AccessorRef<f16>>

fn f32_accessor(&self) -> Option<AccessorRef<f32>>

fn f64_accessor(&self) -> Option<AccessorRef<f64>>

fn u8_iter(&self) -> Option<VectorizedArrayIter<u8>>

fn u16_iter(&self) -> Option<VectorizedArrayIter<u16>>

fn u32_iter(&self) -> Option<VectorizedArrayIter<u32>>

fn u64_iter(&self) -> Option<VectorizedArrayIter<u64>>

fn i8_iter(&self) -> Option<VectorizedArrayIter<i8>>

fn i16_iter(&self) -> Option<VectorizedArrayIter<i16>>

fn i32_iter(&self) -> Option<VectorizedArrayIter<i32>>

fn i64_iter(&self) -> Option<VectorizedArrayIter<i64>>

fn f16_iter(&self) -> Option<VectorizedArrayIter<f16>>

fn f32_iter(&self) -> Option<VectorizedArrayIter<f32>>

fn f64_iter(&self) -> Option<VectorizedArrayIter<f64>>

impl ScalarAtFn for ChunkedArray

fn scalar_at(&self, index: usize) -> VortexResult<Scalar>

fn scalar_at_unchecked(&self, index: usize) -> Scalar

impl SliceFn for ChunkedArray

fn slice(&self, start: usize, stop: usize) -> VortexResult<Array>

Return a zero-copy slice of an array, between start (inclusive) and end (exclusive). If start >= stop, returns an empty array of the same type as self. Assumes that start or stop are out of bounds, may panic otherwise.

impl StructArrayTrait for ChunkedArray

fn field(&self, idx: usize) -> Option<Array>

Return a field’s array by index

fn project(&self, projection: &[Field]) -> VortexResult<Array>

fn names(&self) -> &FieldNames

fn dtypes(&self) -> &[DType]

fn nfields(&self) -> usize

fn field_by_name(&self, name: &str) -> Option<Array>

Return a field’s array by name

impl SubtractScalarFn for ChunkedArray

fn subtract_scalar(&self, to_subtract: &Scalar) -> VortexResult<Array>

impl TakeFn for ChunkedArray

fn take(&self, indices: &Array) -> VortexResult<Array>

impl ToArray for ChunkedArray

fn to_array(&self) -> Array

impl TryFrom<&Array> for ChunkedArray

type Error = VortexError

The type returned in the event of a conversion error.

fn try_from(array: &Array) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<Array> for ChunkedArray

type Error = VortexError

The type returned in the event of a conversion error.

fn try_from(array: Array) -> Result<Self, Self::Error>

Performs the conversion.

impl BinaryArrayTrait for ChunkedArray

impl ListArrayTrait for ChunkedArray

impl NullArrayTrait for ChunkedArray

impl Utf8ArrayTrait for ChunkedArray