rs-adk 0.5.0

Agent runtime for Gemini Live — tools, streaming, agent transfer, middleware
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

//! Core evaluator trait — base interface for all evaluators.

use async_trait::async_trait;

use super::eval_case::Invocation;
use super::eval_result::EvalResult;

/// Errors from evaluation operations.
#[derive(Debug, thiserror::Error)]
pub enum EvalError {
    /// The evaluator encountered an error during evaluation.
    #[error("Evaluation error: {0}")]
    Evaluation(String),
    /// The LLM call failed.
    #[error("LLM error: {0}")]
    Llm(String),
    /// Invalid input.
    #[error("Invalid input: {0}")]
    InvalidInput(String),
    /// I/O error (file read/write).
    #[error("IO error: {0}")]
    Io(String),
    /// Parse error (JSON, config, evalset).
    #[error("Parse error: {0}")]
    Parse(String),
}

/// Trait for evaluating agent invocations against expected results.
///
/// Mirrors ADK-Python's `Evaluator` abstract class.
#[async_trait]
pub trait Evaluator: Send + Sync {
    /// Evaluate agent invocations.
    ///
    /// # Arguments
    /// * `actual` — The agent's actual invocations.
    /// * `expected` — Optional expected (golden) invocations for comparison.
    ///
    /// # Returns
    /// An [`EvalResult`] containing per-metric and overall scores.
    async fn evaluate(
        &self,
        actual: &[Invocation],
        expected: Option<&[Invocation]>,
    ) -> Result<EvalResult, EvalError>;
}

#[cfg(test)]
mod tests {
    use super::*;

    fn _assert_object_safe(_: &dyn Evaluator) {}

    #[test]
    fn evaluator_is_object_safe() {
        // Compile-time check only
    }

    #[test]
    fn eval_error_display() {
        let err = EvalError::Evaluation("test".into());
        assert!(err.to_string().contains("test"));
    }
}