Struct RecordBatch 

pub struct RecordBatch {
    pub len: usize,
    pub timestamps: Vec<i64>,
    pub key_offsets: Vec<u32>,
    pub key_data: Vec<u8>,
    pub value_offsets: Vec<u32>,
    pub value_data: Vec<u8>,
}

Record batch for columnar storage/processing

Fields

len: usize

Number of records

timestamps: Vec<i64>

Timestamps (columnar)

key_offsets: Vec<u32>

Keys (columnar, offsets into key_data)

key_data: Vec<u8>

Key data (concatenated)

value_offsets: Vec<u32>

Values (columnar, offsets into value_data)

value_data: Vec<u8>

Value data (concatenated)

Implementations

impl RecordBatch

pub fn new() -> Self

Create a new empty record batch

pub fn with_capacity( records: usize, avg_key_size: usize, avg_value_size: usize, ) -> Self

Create with specified capacity

pub fn add(&mut self, timestamp: i64, key: Option<&[u8]>, value: &[u8])

Add a record to the batch

pub fn timestamp(&self, idx: usize) -> i64

Get timestamp at index

pub fn key(&self, idx: usize) -> Option<&[u8]>

Get key at index

pub fn value(&self, idx: usize) -> &[u8]

Get value at index

pub fn is_empty(&self) -> bool

Check if batch is empty

pub fn memory_size(&self) -> usize

Get total memory usage

pub fn filter<F>(&self, predicate: F) -> RecordBatch

where F: Fn(i64, Option<&[u8]>, &[u8]) -> bool,

Filter records by predicate

pub fn map_values<F>(&self, transform: F) -> RecordBatch

where F: Fn(&[u8]) -> Vec<u8>,

Transform values

Trait Implementations

impl Debug for RecordBatch

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RecordBatch

fn default() -> Self

Returns the “default value” for a type.

impl<'a> IntoIterator for &'a RecordBatch

type Item = (i64, Option<&'a [u8]>, &'a [u8])

The type of the elements being iterated over.

type IntoIter = RecordBatchIter<'a>

Which kind of iterator are we turning this into?

fn into_iter(self) -> Self::IntoIter

Creates an iterator from a value.