Struct CacheStorage 

pub struct CacheStorage { /* private fields */ }

Cache storage for liquid cache.

Example (async read):

use liquid_cache_storage::cache::{CacheStorageBuilder, EntryID};
use arrow::array::UInt64Array;
use std::sync::Arc;

tokio_test::block_on(async {
let storage = CacheStorageBuilder::new().build();

let entry_id = EntryID::from(0);
let arrow_array = Arc::new(UInt64Array::from_iter_values(0..32));
storage.insert(entry_id, arrow_array.clone()).await;

// Get the arrow array back asynchronously
let retrieved = storage.get_arrow_array(&entry_id).await.unwrap();
assert_eq!(retrieved.as_ref(), arrow_array.as_ref());
});

Implementations

impl CacheStorage

pub fn stats(&self) -> CacheStats

Return current cache statistics: counts and resource usage.

pub async fn insert( self: &Arc<Self>, entry_id: EntryID, batch_to_cache: ArrayRef, )

Insert a batch into the cache.

pub async fn get_arrow_array(&self, entry_id: &EntryID) -> Option<ArrayRef>

Get an Arrow array from the cache asynchronously.

pub async fn get_with_selection( &self, entry_id: &EntryID, selection: &BooleanBuffer, ) -> Option<Result<ArrayRef, ArrowError>>

Get an Arrow array with selection pushdown.

pub async fn get_with_predicate( &self, entry_id: &EntryID, selection: &BooleanBuffer, predicate: &Arc<dyn PhysicalExpr>, ) -> Option<GetWithPredicateResult>

Get with predicate pushdown.

pub async fn try_read_liquid( &self, entry_id: &EntryID, ) -> Option<LiquidArrayRef>

Try to read a liquid array from the cache. Returns None if the cached data is not in liquid format.

pub fn for_each_entry(&self, f: impl FnMut(&EntryID, &CachedBatch))

Iterate over all entries in the cache. No guarantees are made about the order of the entries. Isolation level: read-committed

pub fn reset(&self)

Reset the cache.

pub fn is_cached(&self, entry_id: &EntryID) -> bool

Check if a batch is cached.

pub fn config(&self) -> &CacheConfig

Get the config of the cache.

pub fn budget(&self) -> &BudgetAccounting

Get the budget of the cache.

pub fn tracer(&self) -> &CacheTracer

Get the tracer of the cache.

pub fn compressor_states( &self, entry_id: &EntryID, ) -> Arc<LiquidCompressorStates>

Get the compressor states of the cache.

pub fn flush_all_to_disk(&self)

Flush all entries to disk.

Trait Implementations

impl Debug for CacheStorage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.