sonic-core 0.2.0

Fast, lightweight and schema-less search backend.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

// Sonic
//
// Fast, lightweight and schema-less search backend
// Copyright: 2026, Rémi Bardon <remi@remibardon.name>
// License: Mozilla Public License v2.0 (MPL v2.0)

//! Feature: Custom stopwords

mod common;

use crate::common::*;

/// See <https://github.com/valeriansaliou/sonic/issues/300>.
#[test]
fn test_config_stopwords_allow() {
    init_logging();
    let executor = make_test_executor(|app_conf| {
        // NOTE: In Sonic `<= 1.7.4` (and possibly until `2.0.0`), `"microsoft"`
        //   was a hard-coded stopword in `ENG`. That wasn’t intended.
        app_conf.stopwords.allow = ["microsoft"].into_iter().map(ToOwned::to_owned).collect();
    });

    exec!(
        executor -> PUSH "articles" "default" "article:1"
        "Microsoft shouldn’t be a stopword."
    );
    exec!(
        executor -> PUSH "articles" "default" "article:2"
        "But now there’s a way to allow “Microsoft” to be indexed :)"
    );

    exec!(executor -> TRIGGER consolidate);

    {
        let response = exec!(executor -> QUERY "articles" "default" "Microsoft");
        assert_eq!(response, ["article:2", "article:1"]);
    }
}

/// See <https://github.com/valeriansaliou/sonic/issues/300>.
#[test]
fn test_config_stopwords_deny() {
    init_logging();
    let executor = make_test_executor(|app_conf| {
        app_conf.stopwords.deny = ["foobar"].into_iter().map(ToOwned::to_owned).collect();
    });

    exec!(
        executor -> PUSH "articles" "default" "article:1"
        "You can also prevent foobar from being indexed, if you really don’t \
        like the word or it comes up too frequently."
    );

    exec!(executor -> TRIGGER consolidate);

    {
        let response = exec!(executor -> QUERY "articles" "default" "foobar");
        assert_eq!(response, [] as [&str; 0]);
    }
}

/// See <https://github.com/valeriansaliou/sonic/issues/383>.
#[test]
fn test_minimum_term_idf() {
    init_logging();
    let executor = make_test_executor(|app_conf| {
        app_conf.search.query_minimum_term_idf_default = 0.5;
        app_conf.search.query_minimum_term_idf_minimum_object_count = 4;

        // Disable stemming to make results more predictable.
        app_conf.normalization.stemming_enabled = false;
    });

    // idf("foo") = 0.75, idf("bar") = 0.50, idf("baz") = 0.25
    exec!(executor -> PUSH "articles" "default" "article:1" "example");
    exec!(executor -> PUSH "articles" "default" "article:2" "foo");
    exec!(executor -> PUSH "articles" "default" "article:3" "foo bar");
    exec!(executor -> PUSH "articles" "default" "article:4" "foo bar baz");

    exec!(executor -> TRIGGER consolidate);

    {
        let response = exec!(executor -> QUERY "articles" "default" "foo bar baz");
        assert_eq!(response, ["article:4", "article:3"]);
    }
}