Struct FSSTArray 

pub struct FSSTArray { /* private fields */ }

Implementations

impl FSSTArray

pub fn try_new( dtype: DType, symbols: Buffer<Symbol>, symbol_lengths: Buffer<u8>, codes: VarBinArray, uncompressed_lengths: ArrayRef, ) -> VortexResult<Self>

Build an FSST array from a set of symbols and codes.

Symbols are 8-bytes and can represent short strings, each of which is assigned a code.

The codes array is a Binary array where each binary datum is a sequence of 8-bit codes. Each code corresponds either to a symbol, or to the “escape code”, which tells the decoder to emit the following byte without doing a table lookup.

pub fn symbols(&self) -> &Buffer<Symbol>

Access the symbol table array

pub fn symbol_lengths(&self) -> &Buffer<u8>

Access the symbol table array

pub fn codes(&self) -> &VarBinArray

Access the codes array

pub fn codes_dtype(&self) -> &DType

Get the DType of the codes array

pub fn uncompressed_lengths(&self) -> &ArrayRef

Get the uncompressed length for each element in the array.

pub fn uncompressed_lengths_dtype(&self) -> &DType

Get the DType of the uncompressed lengths array

Trait Implementations

impl AsRef<dyn Array> for FSSTArray

fn as_ref(&self) -> &dyn Array

Converts this type into a shared reference of the (usually inferred) input type.

impl BatchOperator for FSSTArray

fn bind(&self, _ctx: &mut dyn BatchBindCtx) -> VortexResult<BatchExecutionRef>

impl Clone for FSSTArray

fn clone(&self) -> FSSTArray

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FSSTArray

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for FSSTArray

type Target = dyn Array

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl From<FSSTArray> for ArrayRef

fn from(value: FSSTArray) -> ArrayRef

Converts to this type from the input type.

impl IntoArray for FSSTArray

fn into_array(self) -> ArrayRef

impl Operator for FSSTArray

fn id(&self) -> OperatorId

The unique identifier for this operator instance.

fn as_any(&self) -> &dyn Any

For downcasting.

fn dtype(&self) -> &DType

Returns the DType of the array produced by this operator.

fn len(&self) -> usize

Returns the number of rows produced by this operator.

fn children(&self) -> &[OperatorRef]

The children of this operator.

fn with_children( self: Arc<Self>, _children: Vec<OperatorRef>, ) -> VortexResult<OperatorRef>

Create a new instance of this operator with the given children.

fn reduce_parent( &self, parent: OperatorRef, _child_idx: usize, ) -> VortexResult<Option<OperatorRef>>

Attempt to push down a parent operator through this node.

fn as_batch(&self) -> Option<&dyn BatchOperator>

Returns this operator as a BatchOperator if it supports batch execution.

fn is_empty(&self) -> bool

Returns whether this operator produces zero rows.

fn nchildren(&self) -> usize

The number of children of this operator.

fn fmt_as(&self, _df: DisplayFormat, f: &mut Formatter<'_>) -> Result<(), Error>

Override the default formatting of this operator.

fn reduce_children(&self) -> Result<Option<Arc<dyn Operator>>, VortexError>

Attempt to optimize this node by analyzing its children.

fn is_selection_target(&self, _child_idx: usize) -> Option<bool>

Return true if the given child is considered to be a selection target.

fn as_pipelined(&self) -> Option<&(dyn PipelinedOperator + 'static)>

Returns this operator as a PipelinedOperator if it supports pipelined execution.

impl OperatorEq for FSSTArray

fn operator_eq(&self, other: &Self) -> bool

impl OperatorHash for FSSTArray

fn operator_hash<H: Hasher>(&self, state: &mut H)