Struct KVCacheManager 

pub struct KVCacheManager { /* private fields */ }

Main KV cache management engine

Implementations

impl KVCacheManager

pub fn new(config: KVCacheConfig, database: Arc<MemoryDatabase>) -> Result<Self>

Create a new KV cache manager

pub async fn process_conversation( &mut self, session_id: &str, messages: &[Message], current_kv_entries: &[KVEntry], current_cache_size_bytes: usize, max_cache_size_bytes: usize, ) -> Result<CacheProcessingResult>

Process a conversation and manage cache

pub fn should_clear_by_conversation(&self, conversation_count: usize) -> bool

Check if cache needs to be cleared based on conversation count

pub fn should_clear_by_memory( &self, current_usage_bytes: usize, max_memory_bytes: usize, ) -> bool

Check if cache needs to be cleared based on memory usage

pub async fn clear_cache( &mut self, session_id: &str, current_entries: &[KVEntry], reason: ClearReason, ) -> Result<CacheClearResult>

Clear KV cache intelligently

pub async fn retrieve_context( &mut self, session_id: &str, query: &str, current_cache_entries: &[KVEntry], ) -> Result<RetrievalResult>

Retrieve relevant context from all tiers

pub fn get_statistics(&self) -> &CacheStatistics

Get cache statistics

pub fn get_session_state(&self, session_id: &str) -> Option<&SessionCacheState>

Get session state

pub fn get_all_session_states(&self) -> &HashMap<String, SessionCacheState>

Get all session states

pub async fn restore_from_snapshot( &mut self, session_id: &str, snapshot_id: i64, ) -> Result<Vec<KVEntry>>

Restore cache from snapshot

pub async fn manual_clear_cache( &mut self, session_id: &str, current_entries: &[KVEntry], ) -> Result<CacheClearResult>

Manual cache clear (for testing or admin purposes)

pub async fn perform_maintenance(&mut self) -> Result<MaintenanceResult>

Check cache health and perform maintenance if needed

pub fn export_statistics(&self) -> CacheStatisticsExport

Export cache statistics

pub fn get_config(&self) -> &KVCacheConfig

Get configuration

pub fn update_config(&mut self, config: KVCacheConfig)

Update configuration

pub fn cache_scorer(&self) -> &CacheEntryScorer

Get cache scorer reference

pub fn cache_scorer_mut(&mut self) -> &mut CacheEntryScorer

Get mutable cache scorer reference

pub fn reset_statistics(&mut self)

Reset statistics