vectoria-core 0.1.3

Embedded hybrid search engine core — BM25 + vector + behavioral signals
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use vectoria_core::search::spell::SpellCorrector;

fn seeded() -> SpellCorrector {
    let s = SpellCorrector::new();
    // Seed with vocabulary representative of a product catalog
    s.add_text("white shoes running shoes leather shoes sneakers");
    s.add_text("wireless headphones noise cancelling bluetooth");
    s.add_text("red dress blue dress summer dress cotton");
    s.add_text("keyboard mechanical gaming laptop computer");
    s.add_text("water bottle stainless steel insulated");
    s
}

#[test]
fn compound_split_whiteshoes() {
    let s = seeded();
    let result = s.correct("whiteshoes");
    assert_eq!(result, "white shoes", "compound split: 'whiteshoes' → 'white shoes'");
}

#[test]
fn compound_split_multi_word() {
    let s = seeded();
    let result = s.correct("runningshoes");
    assert_eq!(result, "running shoes");
}

#[test]
fn compound_split_three_words() {
    let s = seeded();
    // "leathershoes" → "leather shoes"
    let result = s.correct("leathershoes");
    assert!(
        result.contains("leather") && result.contains("shoes"),
        "expected split of 'leathershoes', got: '{}'", result
    );
}

#[test]
fn typo_correction_preserved() {
    let s = seeded();
    let result = s.correct("wireles headphons");
    // both words should be corrected
    assert!(result.contains("wireless"), "expected 'wireless' in '{}'", result);
    assert!(result.contains("headphone"), "expected 'headphone' in '{}'", result);
}

#[test]
fn extra_space_join() {
    let s = seeded();
    // "key board" → "keyboard" (combi check in lookup_compound)
    let result = s.correct("key board");
    assert_eq!(result, "keyboard");
}

#[test]
fn compound_split_three_word_long() {
    let s = seeded();
    // 3-word compound — exceeds lookup_compound's bigram split, requires word_segmentation pre-pass
    let result = s.correct("noisecancellingheadphones");
    assert!(
        result.contains("noise") && result.contains("headphone"),
        "expected 3-word split of 'noisecancellingheadphones', got: '{}'", result
    );
}

#[test]
fn clean_query_unchanged() {
    let s = seeded();
    let result = s.correct("wireless headphones");
    assert_eq!(result, "wireless headphones");
}

#[test]
fn empty_query() {
    let s = seeded();
    assert_eq!(s.correct(""), "");
}