Struct TieredCache 

pub struct TieredCache<B: BqSearchBackend, S: StorageLoader> { /* private fields */ }

Two-tier cache combining L1 (exact) and L2 (semantic).

Implementations

impl<B: BqSearchBackend, S: StorageLoader> TieredCache<B, S>

pub fn new(l1: L1CacheHandle, l2: L2SemanticCache<B, S>) -> Self

Creates a tiered cache from an L1 handle and an L2 cache.

pub fn l1(&self) -> &L1CacheHandle

Returns the L1 handle.

pub fn l2(&self) -> &L2SemanticCache<B, S>

Returns the L2 cache.

pub async fn lookup( &self, prompt: &str, tenant_id: u64, ) -> L2CacheResult<TieredLookupResult>

Looks up prompt in L1 (exact) then L2 (semantic).

pub async fn lookup_with_semantic_query( &self, exact_key: &str, semantic_query: &str, tenant_id: u64, ) -> L2CacheResult<TieredLookupResult>

Looks up with separate exact key (L1) and semantic query (L2).

pub fn insert_l1( &self, prompt: &str, tenant_id: u64, handle: MmapFileHandle, ) -> [u8; 32]

Inserts an entry into L1 only (tenant-scoped).

pub async fn index_l2( &self, prompt: &str, tenant_id: u64, context_hash: u64, storage_key: &str, timestamp: i64, ) -> L2CacheResult<u64>

Indexes an entry into L2 only.

pub async fn insert_both( &self, prompt: &str, tenant_id: u64, context_hash: u64, storage_key: &str, timestamp: i64, handle: MmapFileHandle, ) -> L2CacheResult<([u8; 32], u64)>

Inserts into L1 and indexes into L2.

pub fn remove_l1(&self, prompt: &str, tenant_id: u64) -> Option<MmapFileHandle>

Removes an entry from L1.

pub fn contains_l1(&self, prompt: &str, tenant_id: u64) -> bool

Returns true if L1 contains a key for this tenant+prompt.

pub fn l1_len(&self) -> usize

Returns the L1 entry count.

pub fn l1_is_empty(&self) -> bool

Returns true if L1 is empty.

pub fn clear_l1(&self)

Clears all L1 entries.

pub fn run_pending_tasks_l1(&self)

Runs any pending L1 maintenance tasks.

pub async fn is_ready(&self) -> bool

Returns true if the L2 backend reports readiness.

impl TieredCache<MockBqClient, MockStorageLoader>

pub async fn new_mock() -> L2CacheResult<Self>

Available on crate features mock only.

Creates a ready-to-use mock cache with default L2 config.

pub async fn new_mock_with_config(l2_config: L2Config) -> L2CacheResult<Self>

Available on crate features mock only.

Creates a ready-to-use mock cache with a custom L2 config.

pub fn mock_storage(&self) -> &MockStorageLoader

Available on crate features mock only.

Returns the mock storage loader.

pub fn mock_bq_backend(&self) -> &MockBqClient

Available on crate features mock only.

Returns the mock BQ backend.

Trait Implementations

impl<B: BqSearchBackend, S: StorageLoader> Debug for TieredCache<B, S>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.