use std::sync::Arc;
use tokio_util::sync::CancellationToken;
use crate::engine::session_store::SessionStore;
use crate::engine::AgentSession;
use crate::types::{
AgentConfig, AgentError, AgentResult, CheckpointData,
MessageRole, RunOutcome, RuntimeEvent, SessionId,
};
use super::approval::ApprovalHandler;
mod event_bus;
pub(crate) use event_bus::EventBus;
mod llm_engine;
mod react_loop;
mod session_manager;
mod tool_engine;
mod plan_runner;
pub(super) const DEFAULT_MAX_TURNS: u32 = 50;
pub use llm_engine::LlmEngine;
pub use session_manager::SessionManager;
pub(crate) use tool_engine::ToolEngine;
pub(crate) use plan_runner::RuntimeCore;
#[derive(Clone)]
pub struct AgentRuntime {
pub(crate) runner: Arc<RuntimeCore>,
}
impl AgentRuntime {
pub async fn create_session(&self) -> SessionId {
let config = self.runner.config.read().await;
self.runner.session_manager.create_session(config.system_prompt.as_deref()).await
}
pub async fn restore_session(&self, session_id: &SessionId) -> Option<AgentSession> {
self.runner.session_manager.restore_session(session_id).await
}
pub async fn session(&self, session_id: &SessionId) -> Option<AgentSession> {
self.runner.session_manager.session(session_id).await
}
pub async fn session_or_err(&self, session_id: &SessionId) -> AgentResult<AgentSession> {
self.runner.session_manager.session_or_err(session_id).await
}
pub async fn with_session_mut<F, R>(&self, session_id: &SessionId, f: F) -> AgentResult<R>
where
F: FnOnce(&mut AgentSession) -> R,
{
self.runner.session_manager.with_session_mut(session_id, f).await
}
pub fn emit_event(&self, event: RuntimeEvent) {
self.runner.event_bus.emit(event);
}
pub(crate) fn subscribe_events(&self) -> tokio::sync::broadcast::Receiver<RuntimeEvent> {
self.runner.event_bus.subscribe()
}
pub fn subscribe_runtime_events(&self) -> tokio::sync::broadcast::Receiver<RuntimeEvent> {
self.runner.event_bus.subscribe()
}
pub fn session_manager(&self) -> &SessionManager {
&self.runner.session_manager
}
pub fn llm_engine(&self) -> &LlmEngine {
&self.runner.llm_engine
}
pub fn client(&self) -> Arc<dyn crate::llm::LlmClient> {
self.runner.llm_engine.get_client()
}
pub fn set_client(&mut self, client: Arc<dyn crate::llm::LlmClient>) {
self.runner.llm_engine.set_client(client);
}
pub fn tools_mut(&self) -> Arc<tokio::sync::RwLock<crate::tool::ToolRegistry>> {
self.runner.tool_engine.tools_arc()
}
pub fn inject_framework_deps(&self, tools: &crate::tool::ToolRegistry) {
self.runner.tool_engine.inject_event_bus_into(tools);
}
pub fn config(&self) -> tokio::sync::RwLockReadGuard<'_, AgentConfig> {
self.runner.config.blocking_read()
}
pub async fn set_reasoning_effort(&self, effort: crate::llm::ReasoningEffort) {
let mut config = self.runner.config.write().await;
let mut reasoning = config.reasoning.take().unwrap_or_default();
reasoning.effort = Some(effort);
config.reasoning = Some(reasoning);
}
pub fn set_reasoning_effort_sync(&self, effort: crate::llm::ReasoningEffort) {
let mut config = self.runner.config.blocking_write();
let mut reasoning = config.reasoning.take().unwrap_or_default();
reasoning.effort = Some(effort);
config.reasoning = Some(reasoning);
}
pub fn approval_handler(&self) -> Option<&Arc<dyn ApprovalHandler>> {
self.runner.tool_engine.approval_handler()
}
pub async fn cached_approval(&self, session_id: &SessionId, action_key: &str) -> bool {
self.runner.session_manager.cached_approval(session_id, action_key).await
}
pub async fn cache_approval(&self, session_id: &SessionId, action_key: String) {
self.runner.session_manager.cache_approval(session_id, action_key).await
}
pub async fn save_checkpoint(&self, session_id: &SessionId, checkpoint: CheckpointData) -> AgentResult<()> {
self.emit_event(RuntimeEvent::Checkpoint {
session_id: session_id.clone(),
checkpoint,
});
Ok(())
}
pub async fn load_checkpoint(&self, _session_id: &SessionId, _checkpoint: &CheckpointData) -> AgentResult<Option<CheckpointData>> {
Ok(None)
}
pub async fn run<F>(
&self,
session_id: SessionId,
on_event: F,
) -> AgentResult<RunOutcome>
where
F: FnMut(RuntimeEvent) -> AgentResult<()> + Send,
{
self.runner.run(session_id, on_event).await
}
pub async fn run_turn<F>(
&self,
session_id: SessionId,
user_input: &str,
on_event: F,
) -> AgentResult<RunOutcome>
where
F: FnMut(RuntimeEvent) -> AgentResult<()> + Send,
{
self.runner.run_turn(session_id, user_input, on_event).await
}
pub async fn run_turn_collect(
&self,
session_id: SessionId,
user_input: &str,
) -> AgentResult<(Vec<RuntimeEvent>, RunOutcome)> {
self.runner.run_turn_collect(session_id, user_input).await
}
pub async fn add_user_message(&self, session_id: &SessionId, text: impl Into<String>) -> AgentResult<()> {
let text = text.into();
self.with_session_mut(session_id, |session| {
session.push_message(MessageRole::User, &text);
}).await
}
pub async fn add_system_message(&self, session_id: &SessionId, text: impl Into<String>) -> AgentResult<()> {
let text = text.into();
self.with_session_mut(session_id, |session| {
session.push_message(MessageRole::System, &text);
}).await
}
pub async fn add_tool_result(&self, session_id: &SessionId, tool_call_id: &str, summary: impl Into<String>) -> AgentResult<()> {
let summary = summary.into();
self.with_session_mut(session_id, |session| {
session.push_tool_result(tool_call_id, summary.clone());
}).await
}
pub async fn get_messages(&self, session_id: &SessionId) -> AgentResult<Vec<crate::types::ChatMessage>> {
let session = self.session_or_err(session_id).await?;
Ok(session.chat_messages().to_vec())
}
pub async fn set_messages(
&self,
session_id: &SessionId,
messages: Vec<crate::types::ChatMessage>,
) -> AgentResult<()> {
self.with_session_mut(session_id, |session| {
session.set_chat_messages(messages)
}).await?
.map_err(|e| AgentError::internal(e))
}
pub async fn validate_session(&self, session_id: &SessionId) -> AgentResult<()> {
if self.runner.session_manager.session(session_id).await.is_none() {
return Err(AgentError::session_not_found(session_id.id));
}
Ok(())
}
pub fn session_store(&self) -> Arc<dyn SessionStore> {
self.runner.session_manager.session_store().clone()
}
pub fn cancel(&self) {
self.runner.cancel();
}
pub fn reset_cancel(&self) {
self.runner.reset_cancel();
}
pub fn cancel_token(&self) -> CancellationToken {
self.runner.cancel_token()
}
pub fn is_cancelled(&self) -> bool {
self.runner.is_cancelled()
}
}