Struct EvalCase 

pub struct EvalCase {
    pub name: Option<String>,
    pub input: String,
    pub expected: Vec<Expected>,
    pub tags: Vec<String>,
}

Available on crate feature evals only.

Legacy eval case for backward compatibility.

Fields

name: Option<String>

Test case name.

input: String

Input prompt.

expected: Vec<Expected>

Expected output patterns.

tags: Vec<String>

Tags for filtering.

Implementations

impl EvalCase

pub fn new() -> EvalCase

Create a new eval case.

pub fn input(self, input: impl Into<String>) -> EvalCase

Set the input.

pub fn expected_exact(self, s: impl Into<String>) -> EvalCase

Add an exact match expectation.

pub fn expected_contains(self, s: impl Into<String>) -> EvalCase

Add a contains expectation.

pub fn expected_regex(self, pattern: impl Into<String>) -> EvalCase

Add a regex expectation.

pub fn expected_semantic( self, text: impl Into<String>, threshold: f32, ) -> EvalCase

Add a semantic similarity expectation.

pub fn name(self, name: impl Into<String>) -> EvalCase

Set the name.

pub fn tag(self, tag: impl Into<String>) -> EvalCase

Add a tag.

pub fn check(&self, output: &str) -> Vec<(&Expected, bool)>

Check if all expectations are satisfied.

pub fn all_pass(&self, output: &str) -> bool

Check if all expectations pass.

Trait Implementations

impl Clone for EvalCase

fn clone(&self) -> EvalCase

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EvalCase

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for EvalCase

fn default() -> EvalCase

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for EvalCase

fn deserialize<__D>( __deserializer: __D, ) -> Result<EvalCase, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for EvalCase

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.