Struct SharedSystemState 

pub struct SharedSystemState {
    pub conversations: Arc<ConversationHierarchy>,
    pub llm_runtime: Arc<RwLock<Option<LLMRuntime>>>,
    pub cache_manager: Arc<RwLock<Option<Arc<KVCacheManager>>>>,
    pub database_pool: Arc<MemoryDatabase>,
    pub config: Arc<Config>,
    pub counters: Arc<AtomicCounters>,
    pub context_orchestrator: Arc<RwLock<Option<ContextOrchestrator>>>,
    pub llm_worker: Arc<LLMWorker>,
}

Core shared system state container

Fields

conversations: Arc<ConversationHierarchy>

Conversation data with hierarchical locking

llm_runtime: Arc<RwLock<Option<LLMRuntime>>>

LLM runtime for direct inference

cache_manager: Arc<RwLock<Option<Arc<KVCacheManager>>>>

Cache management system

database_pool: Arc<MemoryDatabase>

Database connection pool

config: Arc<Config>

Configuration (read-only after initialization)

counters: Arc<AtomicCounters>

Atomic counters for performance tracking

context_orchestrator: Arc<RwLock<Option<ContextOrchestrator>>>

Context orchestrator for memory management (tokio RwLock for async access)

llm_worker: Arc<LLMWorker>

LLM worker for inference operations

Implementations

impl SharedSystemState

pub fn new(config: Config, database: Arc<MemoryDatabase>) -> Result<Self>

pub fn set_llm_worker(&self, _worker: Arc<LLMWorker>)

Set LLM worker (replaces the default one created during initialization)

pub fn initialize_llm_runtime(&self) -> Result<()>

Initialize LLM runtime with current configuration

pub async fn get_or_create_session( &self, session_id: &str, ) -> Arc<RwLock<SessionData>>

Get or create session data with proper locking

pub fn queue_message(&self, session_id: &str, message: Message) -> bool

Queue message for asynchronous processing

pub async fn process_queued_messages( &self, session_id: &str, ) -> Vec<PendingMessage>

Process queued messages for a session