scouter-evaluate 0.25.0

LLM Evaluation logic for Scouter
Documentation 
1
2
3
4
5
6
7
8
9
10
11

use crate::error::EvaluationError;
use crate::tasks::evaluator::AssertionEvaluator;
use crate::tasks::traits::EvaluationTask;
use scouter_types::genai::{AssertionResult, LLMJudgeTask};
use serde_json::Value;

impl EvaluationTask for LLMJudgeTask {
    fn execute(&self, context: &Value) -> Result<AssertionResult, EvaluationError> {
        AssertionEvaluator::evaluate_assertion(context, self)
    }
}