quorumrag 0.1.0

Quorum-based retrieval-augmented generation: fuse multiple retrievers and keep only the evidence they agree on.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use anyhow::Result;
use serde::Deserialize;
use std::fs;

#[derive(Deserialize)]
pub struct EvalSample {
    pub query: String,
    pub relevant: String,
}

pub fn load_eval_samples(path: &str) -> Result<Vec<EvalSample>> {
    let content = fs::read_to_string(path)?;
    let samples: Vec<EvalSample> = serde_json::from_str(&content)?;
    Ok(samples)
}

pub fn context_contains_relevant(context: &str, relevant: &str) -> bool {
    let context_lower = context.to_lowercase();
    let relevant_lower = relevant.to_lowercase();
    let relevant_words: Vec<&str> = relevant_lower.split_whitespace().collect();
    let match_count = relevant_words
        .iter()
        .filter(|w| context_lower.contains(*w))
        .count();
    let ratio = match_count as f32 / relevant_words.len() as f32;
    ratio >= 0.7
}

pub struct EvalResult {
    pub query: String,
    pub hit: bool,
    pub support: usize,
}

pub fn print_results(results: &[EvalResult], label: &str) {
    let hits = results.iter().filter(|r| r.hit).count();
    println!("\n=== {} ===", label);
    println!("Recall: {}/{}", hits, results.len());
    for r in results {
        println!(
            "[{}] (support: {}) {}",
            if r.hit { "HIT " } else { "MISS" },
            r.support,
            r.query
        );
    }
}