vortex-fsst 0.69.0

Vortex FSST string array encoding
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use vortex_array::ArrayView;
use vortex_array::ExecutionCtx;
use vortex_array::arrays::varbin::varbin_scalar;
use vortex_array::scalar::Scalar;
use vortex_array::vtable::OperationsVTable;
use vortex_buffer::ByteBuffer;
use vortex_error::VortexExpect;
use vortex_error::VortexResult;

use crate::FSST;
use crate::FSSTArrayExt;

impl OperationsVTable<FSST> for FSST {
    fn scalar_at(
        array: ArrayView<'_, FSST>,
        index: usize,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Scalar> {
        let compressed = array.codes().execute_scalar(index, ctx)?;
        let binary_datum = compressed.as_binary().value().vortex_expect("non-null");

        let decoded_buffer = ByteBuffer::from(array.decompressor().decompress(binary_datum));
        Ok(varbin_scalar(decoded_buffer, array.dtype()))
    }
}