use std::collections::HashMap;
use crate::domain::models::search_result::SearchResult;
const DEFAULT_K: u32 = 60;
pub struct RRFFuser {
k: u32,
}
impl RRFFuser {
pub fn new(k: u32) -> Self {
Self { k }
}
pub fn fuse(&self, ranked_lists: Vec<Vec<SearchResult>>) -> Vec<SearchResult> {
let mut scores: HashMap<String, (f64, SearchResult)> = HashMap::new();
for results in ranked_lists {
for (rank_0based, result) in results.into_iter().enumerate() {
let rank = (rank_0based + 1) as u32; let normalized_url = Self::normalize_url(&result.url);
let rrf_score = 1.0 / (self.k + rank) as f64;
let entry = scores
.entry(normalized_url)
.or_insert_with(|| (0.0, result.clone()));
entry.0 += rrf_score;
}
}
let mut fused: Vec<SearchResult> = scores
.into_values()
.map(|(score, mut result)| {
result.score = score;
result
})
.collect();
fused.sort_by(|a, b| {
b.score
.partial_cmp(&a.score)
.unwrap_or(std::cmp::Ordering::Equal)
});
fused
}
fn normalize_url(url: &str) -> String {
let mut normalized = url.to_string();
if let Some(pos) = normalized.rfind('#') {
normalized.truncate(pos);
}
if let Some(pos) = normalized.rfind('?') {
normalized.truncate(pos);
}
normalized = normalized.to_lowercase();
normalized = normalized.trim_end_matches('/').to_string();
normalized
}
}
impl Default for RRFFuser {
fn default() -> Self {
Self { k: DEFAULT_K }
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::domain::models::search_result::SearchResult;
fn make_result(url: &str, title: &str, engine: &str) -> SearchResult {
SearchResult {
title: title.to_string(),
url: url.to_string(),
description: None,
engine: engine.to_string(),
score: 0.0,
published_time: None,
}
}
#[test]
fn test_single_engine_input() {
let fuser = RRFFuser::default();
let results = vec![
make_result("https://example.com/1", "First", "bing"),
make_result("https://example.com/2", "Second", "bing"),
make_result("https://example.com/3", "Third", "bing"),
];
let fused = fuser.fuse(vec![results]);
assert_eq!(fused.len(), 3);
assert!(fused[0].score > fused[1].score);
assert!(fused[1].score > fused[2].score);
assert_eq!(fused[0].url, "https://example.com/1");
}
#[test]
fn test_cross_engine_duplicate_url_accumulates() {
let fuser = RRFFuser::default();
let bing_results = vec![
make_result("https://example.com/shared", "Bing First", "bing"),
make_result("https://example.com/bing-only", "Bing Second", "bing"),
];
let baidu_results = vec![
make_result("https://example.com/shared", "Baidu First", "baidu"),
make_result("https://example.com/baidu-only", "Baidu Second", "baidu"),
];
let fused = fuser.fuse(vec![bing_results, baidu_results]);
assert_eq!(fused.len(), 3);
assert_eq!(fused[0].url, "https://example.com/shared");
let expected_shared_score = 2.0 / 61.0;
assert!(
(fused[0].score - expected_shared_score).abs() < 1e-10,
"shared URL score should be {}, got {}",
expected_shared_score,
fused[0].score
);
assert!((fused[1].score - fused[2].score).abs() < 1e-10);
}
#[test]
fn test_empty_input() {
let fuser = RRFFuser::default();
let fused = fuser.fuse(vec![]);
assert!(fused.is_empty());
}
#[test]
fn test_empty_inner_lists() {
let fuser = RRFFuser::default();
let fused = fuser.fuse(vec![vec![], vec![]]);
assert!(fused.is_empty());
}
#[test]
fn test_k_parameter_affects_scores() {
let fuser_small_k = RRFFuser::new(10);
let fuser_large_k = RRFFuser::new(1000);
let results = vec![make_result("https://example.com/1", "First", "bing")];
let fused_small = fuser_small_k.fuse(vec![results.clone()]);
let fused_large = fuser_large_k.fuse(vec![results]);
assert!(fused_small[0].score > fused_large[0].score);
assert!((fused_small[0].score - 1.0 / 11.0).abs() < 1e-10);
assert!((fused_large[0].score - 1.0 / 1001.0).abs() < 1e-10);
}
#[test]
fn test_url_normalization_deduplicates() {
let fuser = RRFFuser::default();
let list1 = vec![make_result(
"https://Example.com/Page?utm=x#section",
"Title",
"bing",
)];
let list2 = vec![make_result("https://example.com/page", "Title", "baidu")];
let fused = fuser.fuse(vec![list1, list2]);
assert_eq!(fused.len(), 1);
let expected = 2.0 / 61.0; assert!((fused[0].score - expected).abs() < 1e-10);
}
#[test]
fn test_source_engine_preserved() {
let fuser = RRFFuser::default();
let bing = vec![make_result("https://example.com/1", "Title", "bing")];
let baidu = vec![make_result("https://example.com/2", "Title2", "baidu")];
let fused = fuser.fuse(vec![bing, baidu]);
assert_eq!(fused.len(), 2);
let engines: Vec<&str> = fused.iter().map(|r| r.engine.as_str()).collect();
assert!(engines.contains(&"bing"));
assert!(engines.contains(&"baidu"));
}
#[test]
fn test_default_k_is_60() {
let fuser = RRFFuser::default();
assert_eq!(fuser.k, 60);
}
}