1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
pub mod index;
pub mod query;
pub mod utils;
#[cfg(test)]
pub mod test_util {
use crate::{
index::{add_document_to_index, create_index, Index},
query::{query, score::calculator::ScoreCalculator, QueryResult},
};
fn approx_equal(a: f64, b: f64, dp: u8) -> bool {
let p: f64 = 10f64.powf(-(dp as f64));
if (a - b).abs() < p {
return true;
} else {
return false;
}
}
struct Doc {
id: usize,
title: String,
}
fn tokenizer(s: &str) -> Vec<String> {
s.split(' ')
.map(|slice| slice.to_owned())
.collect::<Vec<String>>()
}
fn title_extract(d: &Doc) -> Option<&str> {
Some(d.title.as_str())
}
fn filter(s: &String) -> String {
s.to_owned()
}
pub fn test_score<M, S: ScoreCalculator<usize, M>>(
mut idx: &mut Index<usize>,
score_calculator: &mut S,
q: &str,
expected: Vec<QueryResult<usize>>,
) {
let mut results = query(
&mut idx,
q,
score_calculator,
tokenizer,
filter,
&vec![1., 1.],
None,
);
results.sort_by(|a, b| {
let mut sort = b.score.partial_cmp(&a.score).unwrap();
sort = sort.then_with(|| a.key.partial_cmp(&b.key).unwrap());
return sort;
});
for (index, result) in results.iter().enumerate() {
assert_eq!(expected[index], *result);
assert_eq!(approx_equal(expected[index].score, result.score, 8), true)
}
}
pub fn build_test_index(titles: &[&str]) -> Index<usize> {
let mut idx: Index<usize> = create_index(1);
for (index, title) in titles.iter().enumerate() {
let doc = Doc {
id: index,
title: title.to_string(),
};
add_document_to_index(&mut idx, &[title_extract], tokenizer, filter, doc.id, doc);
}
idx
}
}