Trait GenerationMetric 

pub trait GenerationMetric: Send + Sync {
    // Required methods
    fn name(&self) -> &str;
    fn metric_type(&self) -> GenerationMetricType;
    fn evaluate_query(
        &self,
        query: &str,
        generated_answer: &str,
        reference_answer: Option<&str>,
        context: Option<&[String]>,
    ) -> RragResult<f32>;
    fn get_config(&self) -> GenerationMetricConfig;

    // Provided method
    fn evaluate_batch(
        &self,
        queries: &[String],
        generated_answers: &[String],
        reference_answers: &[Option<String>],
        contexts: &[Option<Vec<String>>],
    ) -> RragResult<Vec<f32>> { ... }
}

Trait for generation evaluation metrics

Required Methods

fn name(&self) -> &str

Metric name

fn metric_type(&self) -> GenerationMetricType

Metric type

fn evaluate_query( &self, query: &str, generated_answer: &str, reference_answer: Option<&str>, context: Option<&[String]>, ) -> RragResult<f32>

Evaluate metric for a single query

fn get_config(&self) -> GenerationMetricConfig

Get metric configuration

Provided Methods

fn evaluate_batch( &self, queries: &[String], generated_answers: &[String], reference_answers: &[Option<String>], contexts: &[Option<Vec<String>>], ) -> RragResult<Vec<f32>>

Batch evaluation

Implementors