Trait Benchmark 

pub trait Benchmark: Send + Sync {
    // Required methods
    fn name(&self) -> &str;
    fn generate_test_data(&self) -> RragResult<EvaluationData>;
    fn evaluate_benchmark(
        &self,
        system_responses: &[SystemResponse],
    ) -> RragResult<BenchmarkResult>;
    fn get_config(&self) -> BenchmarkConfig;
}

Trait for evaluation benchmarks

Required Methods

fn name(&self) -> &str

Benchmark name

fn generate_test_data(&self) -> RragResult<EvaluationData>

Generate test queries and ground truth

fn evaluate_benchmark( &self, system_responses: &[SystemResponse], ) -> RragResult<BenchmarkResult>

Evaluate system against this benchmark

fn get_config(&self) -> BenchmarkConfig

Get benchmark configuration

Implementors