Struct MockKvCacheManager 

pub struct MockKvCacheManager { /* private fields */ }

Mock KV cache manager — tracks allocations in memory, simulates block limits.

Implementations

impl MockKvCacheManager

pub fn new(total_blocks: usize) -> Self

Create with a fixed total block budget.

pub fn active_count(&self) -> usize

Trait Implementations

impl KvCacheManager for MockKvCacheManager

fn allocate<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 AllocationRequest, ) -> Pin<Box<dyn Future<Output = Result<Arc<dyn KvCacheHandle>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Allocate cache for new sequence

fn extend<'life0, 'life1, 'async_trait>( &'life0 self, _handle: &'life1 mut dyn KvCacheHandle, _additional_tokens: usize, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Extend existing cache to accommodate more tokens

fn deallocate<'life0, 'async_trait>( &'life0 self, request_id: RequestId, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Deallocate cache (handle becomes invalid)

fn can_allocate(&self, request: &AllocationRequest) -> bool

Check if can allocate requested cache size

fn stats(&self) -> CacheManagerStats

Get cache statistics

fn gc<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<CacheGcStats>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Force garbage collection of unused caches

fn set_pressure_callback( &self, _callback: Box<dyn Fn(MemoryPressure) + Send + Sync>, )

Set memory pressure callback

fn get_handle(&self, request_id: RequestId) -> Option<Arc<dyn KvCacheHandle>>

Get handle for existing request (if exists)

fn list_handles(&self) -> Vec<(RequestId, Arc<dyn KvCacheHandle>)>

List all active cache handles