vv_agent/

runner.rs

mod event_stream;
mod session_blocking;
mod support;

use std::path::PathBuf;
use std::sync::{Arc, Mutex};

use serde_json::Value;
use tokio::sync::broadcast;

use crate::agent::Agent;
use crate::approval::ApprovalBroker;
use crate::config::apply_resolved_model_limits;
use crate::context::RunContext;
use crate::context_providers::{
    assemble_context_fragments, collect_context_fragments, ContextBundle, ContextRequest,
};
use crate::events::{RunEvent, RunEventPayload};
use crate::llm::LlmClient;
use crate::model::{ModelError, ModelProvider, VvLlmModelProvider};
use crate::result::{RunResult, RunResumeContext, RunState};
use crate::run_config::RunConfig;
use crate::run_handle::{RunEventSenderSlot, RunHandle, RunHandleState, SharedRunResult};
use crate::runtime::{AgentRuntime, ExecutionContext, RuntimeRunControls};
use crate::sessions::SessionItem;
use crate::tools::{ToolOrchestrator, ToolRegistry, ToolRunOptions};
use crate::tracing::Span;
use crate::types::{AgentTask, NoToolPolicy, ToolResultStatus};
use crate::workspace::LocalWorkspaceBackend;

use event_stream::map_runtime_event;
pub use event_stream::RunEventStream;
use session_blocking::block_on_session;
use support::{
    apply_input_guardrails, apply_output_guardrails, approval_required, capture_event,
    completed_from_first_tool_result, effective_event_store, extract_handoff,
    find_approved_tool_call, insert_context_metadata, max_handoff_depth, merged_tool_policy,
    ApprovalHook, SingleRunOutcome,
};

#[derive(Clone, Debug, PartialEq)]
pub struct NormalizedInput {
    pub text: String,
}

impl From<&str> for NormalizedInput {
    fn from(value: &str) -> Self {
        Self {
            text: value.to_string(),
        }
    }
}

impl From<String> for NormalizedInput {
    fn from(value: String) -> Self {
        Self { text: value }
    }
}

#[derive(Clone)]
pub struct Runner {
    model_provider: Arc<dyn ModelProvider>,
    workspace: PathBuf,
    tool_registry: ToolRegistry,
    default_run_config: RunConfig,
}

impl Runner {
    pub fn builder() -> RunnerBuilder {
        RunnerBuilder::default()
    }

    pub async fn run(
        &self,
        agent: &Agent,
        input: impl Into<NormalizedInput>,
    ) -> Result<RunResult, String> {
        self.run_with_config(agent, input, RunConfig::default())
            .await
    }

    pub async fn run_with_config(
        &self,
        agent: &Agent,
        input: impl Into<NormalizedInput>,
        config: RunConfig,
    ) -> Result<RunResult, String> {
        self.run_blocking(agent, input.into(), config, None)
    }

    pub async fn resume(&self, state: RunState) -> Result<RunResult, String> {
        let (source, approved_ids) = state.into_inner();
        let Some(resume_context) = source.resume_context().cloned() else {
            return Err("run state does not include resume context".to_string());
        };
        if let Some(result) = self
            .resume_approved_tool_call(&source, &resume_context, &approved_ids)
            .await
        {
            return result;
        }
        let mut config = resume_context.config;
        config.metadata.insert(
            "approved_tool_interruption_ids".to_string(),
            Value::Array(approved_ids.iter().cloned().map(Value::String).collect()),
        );
        let mut result = self
            .run_with_config(&resume_context.agent, resume_context.input, config)
            .await
            .map_err(|error| format!("resume failed: {error}"))?;
        if result.status() == crate::types::AgentStatus::MaxCycles {
            result = completed_from_first_tool_result(result);
        }
        Ok(result)
    }

    async fn resume_approved_tool_call(
        &self,
        source: &RunResult,
        resume_context: &RunResumeContext,
        approved_ids: &[String],
    ) -> Option<Result<RunResult, String>> {
        let approval = find_approved_tool_call(source.result(), approved_ids)?;
        let mut registry = self.tool_registry.clone();
        for handoff in resume_context.agent.handoffs() {
            if let Err(error) = registry.register(handoff.as_tool_spec(resume_context.agent.name()))
            {
                return Some(Err(error));
            }
        }
        for tool in resume_context.agent.tools() {
            if let Err(error) = registry.register(tool.as_tool_spec()) {
                return Some(Err(error));
            }
        }
        let workspace = resume_context
            .config
            .workspace
            .clone()
            .or_else(|| self.default_run_config.workspace.clone())
            .unwrap_or_else(|| self.workspace.clone());
        let workspace_backend = resume_context
            .config
            .workspace_backend
            .clone()
            .or_else(|| self.default_run_config.workspace_backend.clone())
            .unwrap_or_else(|| Arc::new(LocalWorkspaceBackend::new(workspace.clone())));
        let mut context = crate::tools::ToolContext {
            workspace: workspace.clone(),
            shared_state: source.result().shared_state.clone(),
            cycle_index: approval.cycle_index,
            task_id: format!("{}_run", resume_context.agent.name()),
            metadata: resume_context.agent.metadata().clone(),
            workspace_backend,
            model_provider: Some(self.model_provider.clone()),
            sub_task_runner: None,
            sub_task_manager: None,
            execution_backend: None,
        };
        context
            .metadata
            .extend(resume_context.config.metadata.clone());
        context
            .metadata
            .entry("agent_name".to_string())
            .or_insert_with(|| Value::String(resume_context.agent.name().to_string()));
        let tool_result = ToolOrchestrator::from_tools(registry.executors())
            .run_one(
                approval.call.clone(),
                &mut context,
                ToolRunOptions::default(),
            )
            .await
            .map_err(|error| error.to_string());
        let tool_result = match tool_result {
            Ok(result) => result,
            Err(error) => return Some(Err(error)),
        };
        if tool_result.status != ToolResultStatus::Success {
            return Some(Err(tool_result.content));
        }
        let mut agent_result = source.result().clone();
        agent_result.status = crate::types::AgentStatus::Completed;
        agent_result.final_answer = Some(tool_result.content.clone());
        if let Some(cycle) = agent_result
            .cycles
            .iter_mut()
            .find(|cycle| cycle.index == approval.cycle_index)
        {
            cycle.tool_results.push(tool_result.clone());
        }
        agent_result.messages.push(tool_result.to_message());
        Some(Ok(RunResult::new(
            resume_context.agent.name().to_string(),
            agent_result,
            source.resolved_model().clone(),
        )
        .with_resume_context(resume_context.clone())))
    }

    pub fn run_blocking(
        &self,
        agent: &Agent,
        input: NormalizedInput,
        config: RunConfig,
        event_collector: Option<Arc<std::sync::Mutex<Vec<RunEvent>>>>,
    ) -> Result<RunResult, String> {
        self.run_blocking_with_event_sender(agent, input, config, event_collector, None)
    }

    fn run_blocking_with_event_sender(
        &self,
        agent: &Agent,
        input: NormalizedInput,
        config: RunConfig,
        event_collector: Option<Arc<std::sync::Mutex<Vec<RunEvent>>>>,
        event_sender: Option<broadcast::Sender<RunEvent>>,
    ) -> Result<RunResult, String> {
        self.run_agent_chain(agent, input, config, event_collector, event_sender)
    }

    fn run_agent_chain(
        &self,
        agent: &Agent,
        input: NormalizedInput,
        config: RunConfig,
        event_collector: Option<Arc<std::sync::Mutex<Vec<RunEvent>>>>,
        event_sender: Option<broadcast::Sender<RunEvent>>,
    ) -> Result<RunResult, String> {
        let (event_store, event_store_fail_closed) =
            effective_event_store(&self.default_run_config, &config);
        let mut current_agent = agent.clone();
        let mut current_input = input;
        for _ in 0..=max_handoff_depth(&config, &current_agent) {
            let outcome = self.run_single_agent(
                &current_agent,
                current_input.clone(),
                config.clone(),
                event_collector.clone(),
                event_sender.clone(),
            )?;
            let Some(handoff) = outcome.handoff else {
                return Ok(outcome.result);
            };
            let target = current_agent
                .handoffs()
                .iter()
                .find(|candidate| candidate.target().name() == handoff.to_agent)
                .map(|candidate| candidate.target().clone())
                .ok_or_else(|| {
                    format!(
                        "handoff target `{}` is not registered on agent `{}`",
                        handoff.to_agent,
                        current_agent.name()
                    )
                })?;
            capture_event(
                event_collector.as_ref(),
                event_sender.as_ref(),
                event_store.as_ref(),
                event_store_fail_closed,
                RunEvent::new(
                    format!("{}_run", handoff.from_agent),
                    format!("{}_run", handoff.from_agent),
                    handoff.from_agent.clone(),
                    None,
                    RunEventPayload::HandoffStarted {
                        source_agent: handoff.from_agent.clone(),
                        target_agent: handoff.to_agent.clone(),
                        tool_call_id: handoff.tool_call_id.clone(),
                    },
                ),
            );
            capture_event(
                event_collector.as_ref(),
                event_sender.as_ref(),
                event_store.as_ref(),
                event_store_fail_closed,
                RunEvent::handoff_completed(
                    format!("{}_run", handoff.from_agent),
                    format!("{}_run", handoff.from_agent),
                    handoff.from_agent.clone(),
                    handoff.to_agent.clone(),
                    handoff.tool_call_id.clone(),
                ),
            );
            current_input = NormalizedInput {
                text: handoff.input,
            };
            current_agent = target;
        }
        Err("maximum handoff depth exceeded".to_string())
    }

    fn run_single_agent(
        &self,
        agent: &Agent,
        input: NormalizedInput,
        config: RunConfig,
        event_collector: Option<Arc<std::sync::Mutex<Vec<RunEvent>>>>,
        event_sender: Option<broadcast::Sender<RunEvent>>,
    ) -> Result<SingleRunOutcome, String> {
        let provider = config
            .model_provider
            .clone()
            .or_else(|| self.default_run_config.model_provider.clone())
            .unwrap_or_else(|| self.model_provider.clone());
        let model_ref = config
            .model
            .clone()
            .or_else(|| self.default_run_config.model.clone())
            .or_else(|| agent.model().cloned())
            .ok_or_else(|| "agent model is not configured".to_string())?;
        let resolved = provider.resolve(&model_ref).map_err(format_model_error)?;
        let llm = provider.client(&resolved).map_err(format_model_error)?;
        let (event_store, event_store_fail_closed) =
            effective_event_store(&self.default_run_config, &config);
        let provider_settings = provider.default_settings(&resolved);
        let settings = provider_settings
            .merge(agent.model_settings())
            .merge(
                self.default_run_config
                    .model_settings
                    .as_ref()
                    .unwrap_or(&crate::model_settings::ModelSettings::default()),
            )
            .merge(
                config
                    .model_settings
                    .as_ref()
                    .unwrap_or(&crate::model_settings::ModelSettings::default()),
            );
        let workspace = config
            .workspace
            .clone()
            .or_else(|| self.default_run_config.workspace.clone())
            .unwrap_or_else(|| self.workspace.clone());
        let session = config
            .session
            .clone()
            .or_else(|| self.default_run_config.session.clone());
        let session_items = if let Some(session) = session.as_ref() {
            block_on_session(session.get_items(None))?
        } else {
            Vec::new()
        };
        let tool_policy = merged_tool_policy(
            agent.tool_policy(),
            &self.default_run_config.tool_policy,
            &config.tool_policy,
        );
        let approval_provider = config
            .approval_provider
            .clone()
            .or_else(|| self.default_run_config.approval_provider.clone());
        let approval_broker = config
            .approval_broker
            .clone()
            .or_else(|| self.default_run_config.approval_broker.clone())
            .or_else(|| {
                approval_provider
                    .as_ref()
                    .map(|_| ApprovalBroker::default())
            });
        let approval_timeout = config
            .approval_timeout
            .or(self.default_run_config.approval_timeout);
        let memory_providers = self
            .default_run_config
            .memory_providers
            .iter()
            .chain(config.memory_providers.iter())
            .cloned()
            .collect::<Vec<_>>();
        let run_context = RunContext {
            run_id: format!("{}_run", agent.name()),
            agent_name: agent.name().to_string(),
            model: Some(model_ref.clone()),
            workspace: Some(workspace.clone()),
            metadata: config.metadata.clone(),
        };
        let guarded_input = apply_input_guardrails(agent, &run_context, input)?;
        let input_text = guarded_input.text;
        let (instructions, context_bundle) =
            self.build_instructions_with_context(agent, &input_text, &config)?;
        let mut task = AgentTask::new(
            format!("{}_run", agent.name()),
            resolved.model_id.clone(),
            instructions,
            input_text.clone(),
        );
        task.max_cycles = config
            .max_cycles
            .or(self.default_run_config.max_cycles)
            .or(agent.max_cycles())
            .unwrap_or(10)
            .max(1);
        task.no_tool_policy = NoToolPolicy::Continue;
        task.metadata = agent.metadata().clone();
        task.metadata
            .extend(self.default_run_config.metadata.clone());
        task.metadata.extend(config.metadata.clone());
        task.metadata
            .entry("agent_name".to_string())
            .or_insert_with(|| Value::String(agent.name().to_string()));
        if let Some(context_bundle) = context_bundle {
            insert_context_metadata(&mut task.metadata, &context_bundle);
        }
        task.metadata
            .insert("model_settings".to_string(), settings.to_value());
        task.metadata.insert(
            "runtime_model".to_string(),
            serde_json::to_value(&resolved).unwrap_or(Value::Null),
        );
        apply_resolved_model_limits(&mut task, &resolved);
        task.initial_messages = session_items
            .iter()
            .map(SessionItem::to_message)
            .collect::<Vec<_>>();
        let mut registry = self.tool_registry.clone();
        for handoff in agent.handoffs() {
            registry.register(handoff.as_tool_spec(agent.name()))?;
        }
        for tool in agent.tools() {
            registry.register(tool.as_tool_spec())?;
        }
        let mut runtime = AgentRuntime::new(ArcLlmClient(llm))
            .with_tool_registry(registry)
            .with_settings_file("__runner_model_provider__")
            .with_default_backend(resolved.backend.clone());
        runtime.default_workspace = Some(workspace.clone());
        runtime.workspace_backend = config
            .workspace_backend
            .clone()
            .or_else(|| self.default_run_config.workspace_backend.clone())
            .unwrap_or_else(|| Arc::new(LocalWorkspaceBackend::new(workspace.clone())));
        if let Some(execution_backend) = config
            .execution_backend
            .clone()
            .or_else(|| self.default_run_config.execution_backend.clone())
        {
            runtime.execution_backend = execution_backend;
        }
        runtime.hooks.extend(agent.hooks().iter().cloned());
        runtime
            .hooks
            .extend(self.default_run_config.hooks.iter().cloned());
        runtime.hooks.extend(config.hooks.iter().cloned());
        if approval_required(&tool_policy) {
            runtime.hooks.push(Arc::new(ApprovalHook::new(
                tool_policy.clone(),
                task.metadata.clone(),
            )));
        }
        let log_handler =
            if event_collector.is_some() || event_sender.is_some() || event_store.is_some() {
                let collector = event_collector.clone();
                let event_sender = event_sender.clone();
                let event_store = event_store.clone();
                Some(Arc::new(
                    move |event: &str, payload: &std::collections::BTreeMap<String, Value>| {
                        if let Some(mapped) = map_runtime_event(event, payload) {
                            capture_event(
                                collector.as_ref(),
                                event_sender.as_ref(),
                                event_store.as_ref(),
                                event_store_fail_closed,
                                mapped,
                            );
                        }
                    },
                ) as crate::runtime::RuntimeEventHandler)
            } else {
                None
            };
        let controls = RuntimeRunControls {
            log_handler,
            cancellation_token: config
                .cancellation_token
                .clone()
                .or_else(|| self.default_run_config.cancellation_token.clone()),
            execution_context: Some(ExecutionContext {
                metadata: task.metadata.clone(),
                approval_provider,
                approval_broker,
                approval_timeout,
                memory_providers,
                ..ExecutionContext::default()
            }),
            workspace: Some(workspace),
            workspace_backend: runtime.workspace_backend.clone().into(),
            model_provider: Some(provider.clone()),
            ..RuntimeRunControls::default()
        };
        let trace_sink = config
            .trace_sink
            .clone()
            .or_else(|| self.default_run_config.trace_sink.clone());
        let run_span = Span::new(
            format!("{}_run", agent.name()),
            "run",
            Some(agent.name().to_string()),
        );
        let agent_span = Span::new(
            format!("{}_run", agent.name()),
            "agent",
            Some(agent.name().to_string()),
        );
        if let Some(trace_sink) = trace_sink.as_ref() {
            trace_sink.on_span_start(&run_span);
            trace_sink.on_span_start(&agent_span);
        }
        let result = runtime
            .run_with_controls(task, controls)
            .map_err(|error| error.to_string())?;
        if let Some(trace_sink) = trace_sink.as_ref() {
            trace_sink.on_span_end(&agent_span);
            trace_sink.on_span_end(&run_span);
            trace_sink.flush()?;
        }
        let result = apply_output_guardrails(agent, &run_context, result);
        let handoff = extract_handoff(&result);
        if let Some(session) = session.as_ref() {
            let mut new_items = Vec::new();
            new_items.push(SessionItem::User {
                content: input_text.clone(),
            });
            if handoff.is_none() {
                if let Some(answer) = result.final_answer.as_ref() {
                    new_items.push(SessionItem::Assistant {
                        content: answer.clone(),
                    });
                }
            } else if let Some(handoff) = handoff.as_ref() {
                new_items.push(SessionItem::Assistant {
                    content: format!(
                        "Handed off from {} to {}.",
                        handoff.from_agent, handoff.to_agent
                    ),
                });
                if !handoff.input.is_empty() {
                    new_items.push(SessionItem::User {
                        content: handoff.input.clone(),
                    });
                }
            }
            block_on_session(session.add_items(new_items))?;
        }
        Ok(SingleRunOutcome {
            result: RunResult::new(agent.name().to_string(), result, resolved).with_resume_context(
                RunResumeContext {
                    agent: agent.clone(),
                    input: NormalizedInput {
                        text: input_text.clone(),
                    },
                    config,
                },
            ),
            handoff,
        })
    }

    pub async fn stream(
        &self,
        agent: &Agent,
        input: impl Into<NormalizedInput>,
    ) -> Result<RunEventStream, String> {
        let handle = self.start(agent, input, RunConfig::default()).await?;
        Ok(handle.into_event_stream())
    }

    pub async fn start(
        &self,
        agent: &Agent,
        input: impl Into<NormalizedInput>,
        mut config: RunConfig,
    ) -> Result<RunHandle, String> {
        let cancellation_token = config
            .cancellation_token
            .clone()
            .or_else(|| self.default_run_config.cancellation_token.clone())
            .unwrap_or_default();
        config.cancellation_token = Some(cancellation_token.clone());
        let approval_broker = config
            .approval_broker
            .clone()
            .or_else(|| self.default_run_config.approval_broker.clone())
            .unwrap_or_default();
        config.approval_broker = Some(approval_broker.clone());

        let (event_sender, _) = broadcast::channel(1024);
        let event_collector = Arc::new(Mutex::new(Vec::new()));
        let event_sender_slot: RunEventSenderSlot =
            Arc::new(Mutex::new(Some(event_sender.clone())));
        let state = Arc::new(Mutex::new(RunHandleState::running()));
        let runner = self.clone();
        let agent = agent.clone();
        let input = input.into();
        let state_for_task = state.clone();
        let sender_slot_for_task = event_sender_slot.clone();
        let event_collector_for_task = event_collector.clone();
        let cancellation_token_for_task = cancellation_token.clone();
        let join = tokio::task::spawn_blocking(move || {
            let result = runner.run_blocking_with_event_sender(
                &agent,
                input,
                config,
                Some(event_collector_for_task),
                Some(event_sender),
            );
            if let Ok(mut state) = state_for_task.lock() {
                *state = match &result {
                    Ok(_) if cancellation_token_for_task.is_cancelled() => {
                        RunHandleState::cancelled()
                    }
                    Ok(_) => RunHandleState::completed(),
                    Err(error) if cancellation_token_for_task.is_cancelled() => {
                        let mut state = RunHandleState::cancelled();
                        state.error = Some(error.clone());
                        state
                    }
                    Err(error) => RunHandleState::failed(error.clone()),
                };
            }
            if let Ok(mut sender) = sender_slot_for_task.lock() {
                sender.take();
            }
            result
        });
        let result = SharedRunResult::new(join);
        Ok(RunHandle::new(
            event_sender_slot,
            event_collector,
            result,
            state,
            cancellation_token,
            approval_broker,
        ))
    }

    fn build_instructions_with_context(
        &self,
        agent: &Agent,
        input_text: &str,
        config: &RunConfig,
    ) -> Result<(String, Option<ContextBundle>), String> {
        let providers = self
            .default_run_config
            .context_providers
            .iter()
            .chain(config.context_providers.iter())
            .cloned()
            .collect::<Vec<_>>();
        if providers.is_empty() {
            return Ok((agent.instructions().to_string(), None));
        }
        let mut request = ContextRequest::new(agent.name(), input_text);
        if let Some(max_chars) = config
            .max_context_chars
            .or(self.default_run_config.max_context_chars)
        {
            request = request.max_prompt_chars(max_chars);
        }
        let fragments = collect_context_fragments(&request, &providers)
            .map_err(|error| format!("context provider failed: {error}"))?;
        let bundle = assemble_context_fragments(&request, fragments)
            .map_err(|error| format!("context assembly failed: {error}"))?;
        let mut instructions = agent.instructions().to_string();
        if !bundle.prompt.is_empty() {
            if !instructions.trim().is_empty() {
                instructions.push_str("\n\n");
            }
            instructions.push_str(&bundle.prompt);
        }
        Ok((instructions, Some(bundle)))
    }
}

#[derive(Default)]
pub struct RunnerBuilder {
    model_provider: Option<Arc<dyn ModelProvider>>,
    settings_file: Option<PathBuf>,
    default_backend: Option<String>,
    workspace: Option<PathBuf>,
    tool_registry: Option<ToolRegistry>,
    default_run_config: RunConfig,
}

impl RunnerBuilder {
    pub fn model_provider(mut self, provider: impl ModelProvider + 'static) -> Self {
        self.model_provider = Some(Arc::new(provider));
        self
    }

    pub fn model_provider_arc(mut self, provider: Arc<dyn ModelProvider>) -> Self {
        self.model_provider = Some(provider);
        self
    }

    pub fn settings_file(mut self, settings_file: impl Into<PathBuf>) -> Self {
        self.settings_file = Some(settings_file.into());
        self
    }

    pub fn default_backend(mut self, default_backend: impl Into<String>) -> Self {
        self.default_backend = Some(default_backend.into());
        self
    }

    pub fn workspace(mut self, workspace: impl Into<PathBuf>) -> Self {
        self.workspace = Some(workspace.into());
        self
    }

    pub fn tool_registry(mut self, registry: ToolRegistry) -> Self {
        self.tool_registry = Some(registry);
        self
    }

    pub fn default_run_config(mut self, config: RunConfig) -> Self {
        self.default_run_config = config;
        self
    }

    pub fn build(self) -> Result<Runner, String> {
        let model_provider = if let Some(provider) = self.model_provider {
            provider
        } else {
            let settings_file = self
                .settings_file
                .unwrap_or_else(|| PathBuf::from("local_settings.json"));
            let mut provider = VvLlmModelProvider::from_settings_file(settings_file);
            if let Some(default_backend) = self.default_backend {
                provider = provider.with_default_backend(default_backend);
            }
            Arc::new(provider)
        };
        Ok(Runner {
            model_provider,
            workspace: self
                .workspace
                .unwrap_or_else(|| PathBuf::from("./workspace")),
            tool_registry: self
                .tool_registry
                .unwrap_or_else(crate::tools::build_default_registry),
            default_run_config: self.default_run_config,
        })
    }
}

#[derive(Clone)]
struct ArcLlmClient(Arc<dyn LlmClient>);

impl LlmClient for ArcLlmClient {
    fn complete(
        &self,
        request: crate::llm::LlmRequest,
    ) -> Result<crate::types::LLMResponse, crate::llm::LlmError> {
        self.0.complete(request)
    }

    fn complete_with_stream(
        &self,
        request: crate::llm::LlmRequest,
        stream_callback: Option<crate::llm::LlmStreamCallback>,
    ) -> Result<crate::types::LLMResponse, crate::llm::LlmError> {
        self.0.complete_with_stream(request, stream_callback)
    }
}

fn format_model_error(error: ModelError) -> String {
    error.to_string()
}