Struct KVCacheManager 

pub struct KVCacheManager { /* private fields */ }

Main KV cache management engine

Implementations

impl KVCacheManager

pub fn new( config: KVCacheConfig, database: Arc<MemoryDatabase>, llm_worker: Option<Arc<LLMWorker>>, ) -> Result<Self>

Create a new KV cache manager. Pass llm_worker to enable pre-clear summarization; pass None to disable it.

pub async fn process_conversation( &mut self, session_id: &str, messages: &[Message], current_kv_entries: &[KVEntry], _current_cache_size_bytes: usize, max_cache_size_bytes: usize, ) -> Result<CacheProcessingResult>

Process a conversation and manage cache

pub fn should_clear_by_conversation(&self, conversation_count: usize) -> bool

Check if cache needs to be cleared based on conversation count

pub fn should_clear_by_memory( &self, current_usage_bytes: usize, max_memory_bytes: usize, ) -> bool

Check if cache needs to be cleared based on memory usage

pub fn calculate_cache_memory_usage(&self, entries: &[KVEntry]) -> usize

Calculate the actual memory usage of current cache entries

pub async fn clear_cache( &mut self, session_id: &str, current_entries: &[KVEntry], messages: &[Message], reason: ClearReason, ) -> Result<CacheClearResult>

Clear KV cache intelligently. messages is the full conversation up to this point — used to generate a compact pre-clear summary so the LLM can be re-fed cheaply when the session continues.

pub async fn retrieve_context( &mut self, session_id: &str, query: &str, current_cache_entries: &[KVEntry], ) -> Result<RetrievalResult>

Retrieve relevant context from all tiers

pub fn set_llm_worker(&mut self, llm_worker: Arc<LLMWorker>)

Set the LLM worker reference

pub fn get_statistics(&self) -> &CacheStatistics

Get cache statistics

pub fn get_session_state(&self, session_id: &str) -> Option<&SessionCacheState>

Get session state

pub fn get_all_session_states(&self) -> &HashMap<String, SessionCacheState>

Get all session states

pub async fn restore_from_snapshot( &mut self, session_id: &str, snapshot_id: i64, ) -> Result<Vec<KVEntry>>

Restore cache from snapshot

pub async fn manual_clear_cache( &mut self, session_id: &str, current_entries: &[KVEntry], ) -> Result<CacheClearResult>

Manual cache clear (for testing or admin purposes). No messages are available in this path, so no pre-clear summary is generated.

pub async fn perform_maintenance(&mut self) -> Result<MaintenanceResult>

Check cache health and perform maintenance if needed

pub fn export_statistics(&self) -> CacheStatisticsExport

Export cache statistics

pub fn get_config(&self) -> &KVCacheConfig

Get configuration

pub fn update_config(&mut self, config: KVCacheConfig)

Update configuration

pub async fn flush_to_database( &self, session_id: &str, current_entries: &[KVEntry], ) -> Result<Option<i64>>

Flush current cache state to database for persistence

pub fn cache_scorer(&self) -> &CacheEntryScorer

Get cache scorer reference

pub fn cache_scorer_mut(&mut self) -> &mut CacheEntryScorer

Get mutable cache scorer reference

pub fn reset_statistics(&mut self)

Reset statistics

pub async fn shutdown_flush(&self) -> Result<()>

Shutdown method to flush all pending cache data to database