halo-agent 0.1.1

Halo Agent and Workflow execution kernel
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Agent-level final-result evaluation, separate from Tool::eval.

use crate::{Cancellation, Messages, agent::Input};
use serde::{Deserialize, Serialize};

pub type Error = crate::Error;

#[derive(Clone, Debug, Deserialize, PartialEq, Serialize)]
#[serde(deny_unknown_fields)]
pub struct Evaluation {
    pub passed: bool,
    pub feedback: Option<Messages>,
}

/// Judge the original input against the final Agent result. A business
/// rejection returns passed=false/feedback; technical failure returns Error.
/// This contract does not identify plan nodes, retry tools or replan a graph.
pub trait Evaluator: Send + Sync {
    fn evaluate(
        &self,
        input: &Input,
        result: &Messages,
        cancellation: &Cancellation,
    ) -> impl std::future::Future<Output = Result<Evaluation, Error>>;
}