scouter-evaluate 0.25.0

LLM Evaluation logic for Scouter
Documentation 
1
2
3
4
5
6
7
8
9
10
11

use crate::tasks::evaluator::AssertionEvaluator;
use crate::{error::EvaluationError, tasks::traits::EvaluationTask};
use scouter_types::genai::AssertionResult;
use scouter_types::genai::AssertionTask;
use serde_json::Value;

impl EvaluationTask for AssertionTask {
    fn execute(&self, context: &Value) -> Result<AssertionResult, EvaluationError> {
        AssertionEvaluator::evaluate_assertion(context, self)
    }
}