Struct BenchmarkRunner 

pub struct BenchmarkRunner { /* private fields */ }

Main benchmarking coordinator

Implementations

impl BenchmarkRunner

pub fn new(config: BenchmarkConfig) -> Self

Create a new benchmark runner with simulation mode

pub fn with_retrieval<F>(&mut self, f: F) -> &mut Self

where F: Fn(&str) -> Vec<String> + Send + Sync + 'static,

Set a custom retrieval function for actual benchmarking

Example

let mut runner = BenchmarkRunner::new(BenchmarkConfig::default());
runner.with_retrieval(|query| {
    // Your retrieval implementation
    vec!["doc1".to_string(), "doc2".to_string()]
});

pub fn with_reranker<F>(&mut self, f: F) -> &mut Self

where F: Fn(&[String]) -> Vec<String> + Send + Sync + 'static,

Set a custom reranker function

Example

let mut runner = BenchmarkRunner::new(BenchmarkConfig::default());
runner.with_reranker(|docs| {
    // Your reranking implementation
    docs.to_vec()
});

pub fn with_llm<F>(&mut self, f: F) -> &mut Self

where F: Fn(&str, &[String]) -> String + Send + Sync + 'static,

Set a custom LLM generation function

Example

let mut runner = BenchmarkRunner::new(BenchmarkConfig::default());
runner.with_llm(|query, context| {
    // Your LLM implementation
    format!("Generated answer for: {}", query)
});

pub fn run_dataset(&mut self, dataset: &BenchmarkDataset) -> BenchmarkSummary

Run benchmark on a dataset

pub fn print_summary(&self, summary: &BenchmarkSummary)

Print summary results

pub fn compare_summaries( &self, baseline: &BenchmarkSummary, improved: &BenchmarkSummary, )

Compare two benchmark summaries