Struct ChunkedArray

pub struct ChunkedArray { /* private fields */ }

Implementations

impl ChunkedArray

pub fn try_new(chunks: Vec<ArrayRef>, dtype: DType) -> VortexResult<Self>

pub fn new_unchecked(chunks: Vec<ArrayRef>, dtype: DType) -> Self

pub fn chunk(&self, idx: usize) -> VortexResult<&ArrayRef>

pub fn nchunks(&self) -> usize

pub fn chunk_offsets(&self) -> &[u64]

pub fn chunks(&self) -> &[ArrayRef]

pub fn non_empty_chunks(&self) -> impl Iterator<Item = &ArrayRef> + '_

pub fn array_iterator(&self) -> impl ArrayIterator + '_

pub fn array_stream(&self) -> impl ArrayStream + '_

pub fn rechunk( &self, target_bytesize: usize, target_rowsize: usize, ) -> VortexResult<Self>

Trait Implementations

impl ArrayCanonicalImpl for ChunkedArray

fn _to_canonical(&self) -> VortexResult<Canonical>

Returns the canonical representation of the array.

fn _append_to_builder(&self, builder: &mut dyn ArrayBuilder) -> VortexResult<()>

Writes the array into the canonical builder.

impl ArrayComputeImpl for ChunkedArray

const FILTER: Option<KernelRef>

fn _find_kernel(&self, _compute_fn: &dyn ComputeFn) -> Option<KernelRef>

Fallback implementation to lookup compute kernels at runtime.

impl ArrayImpl for ChunkedArray

type Encoding = ChunkedEncoding

fn _len(&self) -> usize

fn _dtype(&self) -> &DType

fn _vtable(&self) -> VTableRef

fn _with_children(&self, children: &[ArrayRef]) -> VortexResult<Self>

Replace the children of this array with the given arrays.

impl ArrayStatisticsImpl for ChunkedArray

fn _stats_ref(&self) -> StatsSetRef<'_>

impl ArrayValidityImpl for ChunkedArray

fn _is_valid(&self, index: usize) -> VortexResult<bool>

Returns whether the index item is valid.

fn _all_valid(&self) -> VortexResult<bool>

Returns whether the array is all valid.

fn _all_invalid(&self) -> VortexResult<bool>

Returns whether the array is all invalid.

fn _validity_mask(&self) -> VortexResult<Mask>

Returns the canonical validity mask for the array.

fn _valid_count(&self) -> VortexResult<usize>

Returns the number of valid elements in the array.

fn _invalid_count(&self) -> VortexResult<usize>

Returns the number of invalid elements in the array.

impl ArrayVariantsImpl for ChunkedArray

Chunked arrays support all DTypes

fn _as_null_typed(&self) -> Option<&dyn NullArrayTrait>

Downcasts the array for null-specific behavior.

fn _as_bool_typed(&self) -> Option<&dyn BoolArrayTrait>

Downcasts the array for bool-specific behavior.

fn _as_primitive_typed(&self) -> Option<&dyn PrimitiveArrayTrait>

Downcasts the array for primitive-specific behavior.

fn _as_utf8_typed(&self) -> Option<&dyn Utf8ArrayTrait>

Downcasts the array for utf8-specific behavior.

fn _as_binary_typed(&self) -> Option<&dyn BinaryArrayTrait>

Downcasts the array for binary-specific behavior.

fn _as_struct_typed(&self) -> Option<&dyn StructArrayTrait>

Downcasts the array for struct-specific behavior.

fn _as_list_typed(&self) -> Option<&dyn ListArrayTrait>

Downcasts the array for list-specific behavior.

fn _as_extension_typed(&self) -> Option<&dyn ExtensionArrayTrait>

Downcasts the array for extension-specific behavior.

impl ArrayVisitorImpl for ChunkedArray

fn _visit_children(&self, visitor: &mut dyn ArrayChildVisitor)

fn _metadata(&self) -> EmptyMetadata

fn _visit_buffers(&self, _visitor: &mut dyn ArrayBufferVisitor)

fn _nbuffers(&self) -> usize

fn _nchildren(&self) -> usize

impl BinaryBooleanFn<&ChunkedArray> for ChunkedEncoding

fn binary_boolean( &self, lhs: &ChunkedArray, rhs: &dyn Array, op: BinaryOperator, ) -> VortexResult<Option<ArrayRef>>

impl BinaryNumericFn<&ChunkedArray> for ChunkedEncoding

fn binary_numeric( &self, array: &ChunkedArray, rhs: &dyn Array, op: BinaryNumericOperator, ) -> VortexResult<Option<ArrayRef>>

impl CastFn<&ChunkedArray> for ChunkedEncoding

fn cast(&self, array: &ChunkedArray, dtype: &DType) -> VortexResult<ArrayRef>

impl Clone for ChunkedArray

fn clone(&self) -> ChunkedArray

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CompareFn<&ChunkedArray> for ChunkedEncoding

fn compare( &self, lhs: &ChunkedArray, rhs: &dyn Array, operator: Operator, ) -> VortexResult<Option<ArrayRef>>

Compares two arrays and returns a new boolean array with the result of the comparison. Or, returns None if comparison is not supported for these arrays.

impl Debug for ChunkedArray

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl ExtensionArrayTrait for ChunkedArray

fn storage_data(&self) -> ArrayRef

Returns the underlying ArrayRef, without the ExtDType.

fn ext_dtype(&self) -> &Arc<ExtDType>

Returns the extension logical DType.

impl FillNullFn<&ChunkedArray> for ChunkedEncoding

fn fill_null( &self, array: &ChunkedArray, fill_value: Scalar, ) -> VortexResult<ArrayRef>

impl FromIterator<Arc<dyn Array>> for ChunkedArray

fn from_iter<T: IntoIterator<Item = ArrayRef>>(iter: T) -> Self

Creates a value from an iterator.

impl InvertFn<&ChunkedArray> for ChunkedEncoding

fn invert(&self, array: &ChunkedArray) -> VortexResult<ArrayRef>

Logically invert a boolean array. Converts true -> false, false -> true, null -> null.

impl IsConstantFn<&ChunkedArray> for ChunkedEncoding

fn is_constant( &self, array: &ChunkedArray, opts: &IsConstantOpts, ) -> VortexResult<Option<bool>>

Preconditions

impl IsSortedFn<&ChunkedArray> for ChunkedEncoding

fn is_sorted(&self, array: &ChunkedArray) -> VortexResult<bool>

Preconditions

fn is_strict_sorted(&self, array: &ChunkedArray) -> VortexResult<bool>

impl MaskFn<&ChunkedArray> for ChunkedEncoding

fn mask(&self, array: &ChunkedArray, mask: Mask) -> VortexResult<ArrayRef>

Replace masked values with null in array.

impl MinMaxFn<&ChunkedArray> for ChunkedEncoding

fn min_max(&self, array: &ChunkedArray) -> VortexResult<Option<MinMaxResult>>

impl PrimitiveArrayTrait for ChunkedArray

fn ptype(&self) -> PType

The logical primitive type of the array.

impl ScalarAtFn<&ChunkedArray> for ChunkedEncoding

fn scalar_at(&self, array: &ChunkedArray, index: usize) -> VortexResult<Scalar>

impl SliceFn<&ChunkedArray> for ChunkedEncoding

fn slice( &self, array: &ChunkedArray, start: usize, stop: usize, ) -> VortexResult<ArrayRef>

Return a zero-copy slice of an array, between start (inclusive) and end (exclusive). If start >= stop, returns an empty array of the same type as self. Assumes that start or stop are out of bounds, may panic otherwise.

impl StructArrayTrait for ChunkedArray

fn maybe_null_field_by_idx(&self, idx: usize) -> VortexResult<ArrayRef>

Return a field’s array by index, ignoring struct nullability

fn project(&self, projection: &[FieldName]) -> VortexResult<ArrayRef>

fn names(&self) -> &FieldNames

fn dtypes(&self) -> Vec<DType>

fn nfields(&self) -> usize

fn maybe_null_field_by_name(&self, name: &str) -> VortexResult<ArrayRef>

Return a field’s array by name, ignoring struct nullability

impl SumFn<&ChunkedArray> for ChunkedEncoding

fn sum(&self, array: &ChunkedArray) -> VortexResult<Scalar>

Preconditions

impl TakeFn<&ChunkedArray> for ChunkedEncoding

fn take( &self, array: &ChunkedArray, indices: &dyn Array, ) -> VortexResult<ArrayRef>

Create a new array by taking the values from the array at the given indices.

fn take_into( &self, array: A, indices: &dyn Array, builder: &mut dyn ArrayBuilder, ) -> VortexResult<()>

Has the same semantics as Self::take but materializes the result into the provided builder.

impl UncompressedSizeFn<&ChunkedArray> for ChunkedEncoding

fn uncompressed_size(&self, array: &ChunkedArray) -> VortexResult<usize>

Compute the approximated uncompressed size of the array, in bytes.

impl BinaryArrayTrait for ChunkedArray

impl BoolArrayTrait for ChunkedArray

impl ListArrayTrait for ChunkedArray

impl NullArrayTrait for ChunkedArray

impl Utf8ArrayTrait for ChunkedArray