pub struct ZstdBuffers;Expand description
Encoding marker for buffer-level zstd compression.
Implementations§
Source§impl ZstdBuffers
impl ZstdBuffers
Sourcepub fn try_new(
dtype: DType,
len: usize,
data: ZstdBuffersData,
) -> VortexResult<ZstdBuffersArray>
pub fn try_new( dtype: DType, len: usize, data: ZstdBuffersData, ) -> VortexResult<ZstdBuffersArray>
Construct a ZstdBuffersArray from compressed buffer data.
Sourcepub fn compress(
array: &ArrayRef,
level: i32,
session: &VortexSession,
) -> VortexResult<ZstdBuffersArray>
pub fn compress( array: &ArrayRef, level: i32, session: &VortexSession, ) -> VortexResult<ZstdBuffersArray>
Compress every top-level buffer of array independently with zstd.
Children are preserved as slots and the wrapped array’s serialized metadata is stored so the original array can be rebuilt after decompression.
Sourcepub fn build_inner(
array: &ZstdBuffersArray,
buffer_handles: &[BufferHandle],
session: &VortexSession,
) -> VortexResult<ArrayRef>
pub fn build_inner( array: &ZstdBuffersArray, buffer_handles: &[BufferHandle], session: &VortexSession, ) -> VortexResult<ArrayRef>
Rebuild the wrapped array from decompressed buffer handles.
Trait Implementations§
Source§impl Clone for ZstdBuffers
impl Clone for ZstdBuffers
Source§fn clone(&self) -> ZstdBuffers
fn clone(&self) -> ZstdBuffers
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ZstdBuffers
impl Debug for ZstdBuffers
Source§impl OperationsVTable<ZstdBuffers> for ZstdBuffers
impl OperationsVTable<ZstdBuffers> for ZstdBuffers
Source§fn scalar_at(
array: ArrayView<'_, ZstdBuffers>,
index: usize,
ctx: &mut ExecutionCtx,
) -> VortexResult<Scalar>
fn scalar_at( array: ArrayView<'_, ZstdBuffers>, index: usize, ctx: &mut ExecutionCtx, ) -> VortexResult<Scalar>
Fetch the scalar at the given index. Read more
Source§impl VTable for ZstdBuffers
impl VTable for ZstdBuffers
Source§type TypedArrayData = ZstdBuffersData
type TypedArrayData = ZstdBuffersData
Per-array data owned by this encoding, excluding child arrays. Read more
Source§type OperationsVTable = ZstdBuffers
type OperationsVTable = ZstdBuffers
Scalar and element-wise operation hooks for this encoding.
Source§type ValidityVTable = ZstdBuffers
type ValidityVTable = ZstdBuffers
Validity hook for nullable instances of this encoding.
Source§fn validate(
&self,
data: &Self::TypedArrayData,
_dtype: &DType,
_len: usize,
_slots: &[Option<ArrayRef>],
) -> VortexResult<()>
fn validate( &self, data: &Self::TypedArrayData, _dtype: &DType, _len: usize, _slots: &[Option<ArrayRef>], ) -> VortexResult<()>
Validates that externally supplied logical metadata matches the array data. Read more
Source§fn nbuffers(array: ArrayView<'_, Self>) -> usize
fn nbuffers(array: ArrayView<'_, Self>) -> usize
Returns the number of top-level buffers in the array.
Source§fn buffer(array: ArrayView<'_, Self>, idx: usize) -> BufferHandle
fn buffer(array: ArrayView<'_, Self>, idx: usize) -> BufferHandle
Returns the buffer at the given index. Read more
Source§fn buffer_name(_array: ArrayView<'_, Self>, idx: usize) -> Option<String>
fn buffer_name(_array: ArrayView<'_, Self>, idx: usize) -> Option<String>
Returns the name of the buffer at the given index, or
None if unnamed.Source§fn with_buffers(
&self,
array: ArrayView<'_, Self>,
buffers: &[BufferHandle],
) -> VortexResult<ArrayParts<Self>>
fn with_buffers( &self, array: ArrayView<'_, Self>, buffers: &[BufferHandle], ) -> VortexResult<ArrayParts<Self>>
Rebuild this array with replacement top-level buffers. Read more
Source§fn slot_name(_array: ArrayView<'_, Self>, idx: usize) -> String
fn slot_name(_array: ArrayView<'_, Self>, idx: usize) -> String
Returns the name of the slot at the given index. Read more
Source§fn serialize(
array: ArrayView<'_, Self>,
_session: &VortexSession,
) -> VortexResult<Option<Vec<u8>>>
fn serialize( array: ArrayView<'_, Self>, _session: &VortexSession, ) -> VortexResult<Option<Vec<u8>>>
Serialize encoding metadata into a byte buffer for IPC or file storage. Read more
Source§fn deserialize(
&self,
dtype: &DType,
len: usize,
metadata: &[u8],
buffers: &[BufferHandle],
children: &dyn ArrayChildren,
session: &VortexSession,
) -> VortexResult<ArrayParts<Self>>
fn deserialize( &self, dtype: &DType, len: usize, metadata: &[u8], buffers: &[BufferHandle], children: &dyn ArrayChildren, session: &VortexSession, ) -> VortexResult<ArrayParts<Self>>
Deserialize an array from serialized metadata, buffers, and children. Read more
Source§fn execute(
array: Array<Self>,
ctx: &mut ExecutionCtx,
) -> VortexResult<ExecutionResult>
fn execute( array: Array<Self>, ctx: &mut ExecutionCtx, ) -> VortexResult<ExecutionResult>
Execute this array by returning an
ExecutionResult. Read moreSource§fn nchildren(array: ArrayView<'_, Self>) -> usize
fn nchildren(array: ArrayView<'_, Self>) -> usize
Returns the number of children in the array. Read more
Source§fn child(array: ArrayView<'_, Self>, idx: usize) -> ArrayRef
fn child(array: ArrayView<'_, Self>, idx: usize) -> ArrayRef
Returns the child at the given index. Read more
Source§fn child_name(array: ArrayView<'_, Self>, idx: usize) -> String
fn child_name(array: ArrayView<'_, Self>, idx: usize) -> String
Returns the name of the child at the given index. Read more
Source§fn append_to_builder(
array: ArrayView<'_, Self>,
builder: &mut dyn ArrayBuilder,
ctx: &mut ExecutionCtx,
) -> Result<(), VortexError>
fn append_to_builder( array: ArrayView<'_, Self>, builder: &mut dyn ArrayBuilder, ctx: &mut ExecutionCtx, ) -> Result<(), VortexError>
Writes the array’s logical values into a canonical builder. Read more
Source§impl ValidityVTable<ZstdBuffers> for ZstdBuffers
impl ValidityVTable<ZstdBuffers> for ZstdBuffers
Source§fn validity(array: ArrayView<'_, ZstdBuffers>) -> VortexResult<Validity>
fn validity(array: ArrayView<'_, ZstdBuffers>) -> VortexResult<Validity>
Auto Trait Implementations§
impl Freeze for ZstdBuffers
impl RefUnwindSafe for ZstdBuffers
impl Send for ZstdBuffers
impl Sync for ZstdBuffers
impl Unpin for ZstdBuffers
impl UnsafeUnpin for ZstdBuffers
impl UnwindSafe for ZstdBuffers
Blanket Implementations§
impl<T> Allocation for T
Source§impl<V> ArrayPlugin for Vwhere
V: VTable,
impl<V> ArrayPlugin for Vwhere
V: VTable,
Source§fn serialize(
&self,
array: &ArrayRef,
session: &VortexSession,
) -> Result<Option<Vec<u8>>, VortexError>
fn serialize( &self, array: &ArrayRef, session: &VortexSession, ) -> Result<Option<Vec<u8>>, VortexError>
Serialize the array metadata. Read more
Source§fn deserialize(
&self,
dtype: &DType,
len: usize,
metadata: &[u8],
buffers: &[BufferHandle],
children: &dyn ArrayChildren,
session: &VortexSession,
) -> Result<ArrayRef, VortexError>
fn deserialize( &self, dtype: &DType, len: usize, metadata: &[u8], buffers: &[BufferHandle], children: &dyn ArrayChildren, session: &VortexSession, ) -> Result<ArrayRef, VortexError>
Deserialize an array from serialized components. Read more
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> FmtForward for T
impl<T> FmtForward for T
Source§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
Causes
self to use its Binary implementation when Debug-formatted.Source§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
Causes
self to use its Display implementation when
Debug-formatted.Source§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
Causes
self to use its LowerExp implementation when
Debug-formatted.Source§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
Causes
self to use its LowerHex implementation when
Debug-formatted.Source§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
Causes
self to use its Octal implementation when Debug-formatted.Source§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
Causes
self to use its Pointer implementation when
Debug-formatted.Source§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
Causes
self to use its UpperExp implementation when
Debug-formatted.Source§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
Causes
self to use its UpperHex implementation when
Debug-formatted.Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
Source§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Pipes by value. This is generally the method you want to use. Read more
Source§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
Borrows
self and passes that borrow into the pipe function. Read moreSource§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
Mutably borrows
self and passes that borrow into the pipe function. Read moreSource§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
Source§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R,
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
Source§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
Borrows
self, then passes self.as_ref() into the pipe function.Source§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
Mutably borrows
self, then passes self.as_mut() into the pipe
function.Source§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
Borrows
self, then passes self.deref() into the pipe function.impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<T> Tap for T
impl<T> Tap for T
Source§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Immutable access to the
Borrow<B> of a value. Read moreSource§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
Mutable access to the
BorrowMut<B> of a value. Read moreSource§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
Immutable access to the
AsRef<R> view of a value. Read moreSource§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
Mutable access to the
AsMut<R> view of a value. Read moreSource§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Immutable access to the
Deref::Target of a value. Read moreSource§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Mutable access to the
Deref::Target of a value. Read moreSource§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
Calls
.tap() only in debug builds, and is erased in release builds.Source§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
Calls
.tap_mut() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
Calls
.tap_borrow() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
Calls
.tap_borrow_mut() only in debug builds, and is erased in release
builds.Source§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
Calls
.tap_ref() only in debug builds, and is erased in release
builds.Source§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
Calls
.tap_ref_mut() only in debug builds, and is erased in release
builds.Source§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
Calls
.tap_deref() only in debug builds, and is erased in release
builds.