scouter-evaluate 0.25.0

LLM Evaluation logic for Scouter
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

use crate::error::EvaluationError;

use scouter_types::genai::AssertionResult;
use serde_json::Value;
use std::fmt::Debug;

pub trait EvaluationTask: Debug + Send + Sync {
    /// Execute the task and return results
    /// # Arguments
    /// * `context` - The evaluation context containing necessary data
    /// # Returns
    /// An EvaluationTaskResult containing the outcome of the task
    fn execute(&self, context: &Value) -> Result<AssertionResult, EvaluationError>;
}