Struct parquet::encoding::PlainEncoder

pub struct PlainEncoder<T: DataType> { /* fields omitted */ }

Plain encoding that supports all types. Values are encoded back to back. The plain encoding is used whenever a more efficient encoding can not be used. It stores the data in the following format:

• BOOLEAN - 1 bit per value, 0 is false; 1 is true.
• INT32 - 4 bytes per value, stored as little-endian.
• INT64 - 8 bytes per value, stored as little-endian.
• FLOAT - 4 bytes per value, stored as IEEE little-endian.
• DOUBLE - 8 bytes per value, stored as IEEE little-endian.
• BYTE_ARRAY - 4 byte length stored as little endian, followed by bytes.
• FIXED_LEN_BYTE_ARRAY - just the bytes are stored.

Implementations

impl<T: DataType> PlainEncoder<T>

pub fn new(
    desc: ColumnDescPtr,
    mem_tracker: MemTrackerPtr,
    vec: Vec<u8>
) -> Self

Creates new plain encoder.

Trait Implementations

impl Encoder<BoolType> for PlainEncoder<BoolType>

fn put(&mut self, values: &[bool]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

impl Encoder<ByteArrayType> for PlainEncoder<ByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

impl Encoder<FixedLenByteArrayType> for PlainEncoder<FixedLenByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

impl Encoder<Int96Type> for PlainEncoder<Int96Type>

fn put(&mut self, values: &[Int96]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

impl<T: DataType> Encoder<T> for PlainEncoder<T>

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

default fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

default fn put(&mut self, _values: &[T::T]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

impl<T: SliceAsBytesDataType> Encoder<T> for PlainEncoder<T> where
    T::T: SliceAsBytes, 

default fn put(&mut self, values: &[T::T]) -> Result<()>

Encodes data from values.

fn put_spaced(&mut self, values: &[T::T], valid_bits: &[u8]) -> Result<usize>

Encodes data from values, which contains spaces for null values, that is identified by valid_bits.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.