vortex_btrblocks/schemes/binary/
zstd_buffers.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4//! Zstd buffer-level binary compression preserving array layout for GPU decompression.
5
6use vortex_array::ArrayRef;
7use vortex_array::Canonical;
8use vortex_array::ExecutionCtx;
9use vortex_array::IntoArray;
10use vortex_compressor::estimate::CompressionEstimate;
11use vortex_compressor::estimate::DeferredEstimate;
12use vortex_error::VortexResult;
13
14use crate::ArrayAndStats;
15use crate::CascadingCompressor;
16use crate::CompressorContext;
17use crate::Scheme;
18
19/// Zstd buffer-level compression preserving array layout for GPU decompression.
20#[derive(Debug, Copy, Clone, PartialEq, Eq)]
21pub struct ZstdBuffersScheme;
22
23impl Scheme for ZstdBuffersScheme {
24    fn scheme_name(&self) -> &'static str {
25        "vortex.binary.zstd_buffers"
26    }
27
28    fn matches(&self, canonical: &Canonical) -> bool {
29        canonical.dtype().is_binary()
30    }
31
32    fn expected_compression_ratio(
33        &self,
34        _data: &ArrayAndStats,
35        _compress_ctx: CompressorContext,
36        _exec_ctx: &mut ExecutionCtx,
37    ) -> CompressionEstimate {
38        CompressionEstimate::Deferred(DeferredEstimate::Sample)
39    }
40
41    fn compress(
42        &self,
43        _compressor: &CascadingCompressor,
44        data: &ArrayAndStats,
45        _compress_ctx: CompressorContext,
46        exec_ctx: &mut ExecutionCtx,
47    ) -> VortexResult<ArrayRef> {
48        Ok(vortex_zstd::ZstdBuffers::compress(data.array(), 3, exec_ctx.session())?.into_array())
49    }
50}
vortex_btrblocks/schemes/binary/zstd_buffers.rs

vortex_btrblocks/schemes/binary/
zstd_buffers.rs
