laurus 0.4.0

Unified search library for lexical, vector, and semantic retrieval
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

use laurus::Document;
use laurus::Engine;
use laurus::Result;
use laurus::SearchRequestBuilder;
use laurus::lexical::TermQuery;
use laurus::lexical::TextOption;
use laurus::storage::memory::MemoryStorageConfig;
use laurus::storage::{StorageConfig, StorageFactory};
use laurus::{FieldOption, LexicalSearchQuery, Schema};

#[tokio::test(flavor = "multi_thread")]
async fn test_schema_lexical_guardrails() -> Result<()> {
    // 1. Setup Storage
    let storage_config = StorageConfig::Memory(MemoryStorageConfig::default());
    let storage = StorageFactory::create(storage_config)?;

    // 2. Configure Engine with specific schema
    let config = Schema::builder()
        .add_field(
            "indexed_and_stored",
            FieldOption::Text(TextOption {
                indexed: true,
                stored: true,
                ..Default::default()
            }),
        )
        .add_field(
            "indexed_only",
            FieldOption::Text(TextOption {
                indexed: true,
                stored: false,
                ..Default::default()
            }),
        )
        .add_field(
            "stored_only",
            FieldOption::Text(TextOption {
                indexed: false,
                stored: true,
                ..Default::default()
            }),
        )
        .build();

    let engine = Engine::new(storage, config).await?;

    // 3. Index a document with various fields (including one NOT in schema)
    let doc = Document::builder()
        .add_field("indexed_and_stored", "value1")
        .add_field("indexed_only", "value2")
        .add_field("stored_only", "value3")
        .add_field("unknown_field", "should be ignored")
        .build();

    engine.put_document("test1", doc).await?;
    engine.commit().await?;

    // 4. Verify Searching

    // Case A: Search "indexed_and_stored" -> Should find it
    let req_a = SearchRequestBuilder::new()
        .lexical_query(LexicalSearchQuery::Obj(Box::new(TermQuery::new(
            "indexed_and_stored",
            "value1",
        ))))
        .build();
    let res_a = engine.search(req_a).await?;
    assert_eq!(res_a.len(), 1, "Should find 'indexed_and_stored' field");
    let docs_a = engine.get_documents(&res_a[0].id).await?;
    let doc_a = &docs_a[0];
    assert_eq!(
        doc_a
            .get_field("indexed_and_stored")
            .and_then(|v: &laurus::DataValue| v.as_text()),
        Some("value1")
    );

    // Case B: Search "indexed_only" -> Should find it but value should NOT be in get_documents results
    let req_b = SearchRequestBuilder::new()
        .lexical_query(LexicalSearchQuery::Obj(Box::new(TermQuery::new(
            "indexed_only",
            "value2",
        ))))
        .build();
    let res_b = engine.search(req_b).await?;
    assert_eq!(res_b.len(), 1, "Should find 'indexed_only' field");
    let docs_b = engine.get_documents(&res_b[0].id).await?;
    let doc_b = &docs_b[0];
    assert!(
        doc_b.get_field("indexed_only").is_none(),
        "Field 'indexed_only' should NOT be stored"
    );

    // Case C: Search "stored_only" -> Should NOT find it
    let req_c = SearchRequestBuilder::new()
        .lexical_query(LexicalSearchQuery::Obj(Box::new(TermQuery::new(
            "stored_only",
            "value3",
        ))))
        .build();
    let res_c = engine.search(req_c).await?;
    assert_eq!(
        res_c.len(),
        0,
        "Should NOT find 'stored_only' field via search"
    );
    // But it should be present in retrieval if we get by ID
    let docs_c = engine.get_documents(&res_a[0].id).await?; // use ID from earlier
    let doc_c = &docs_c[0];
    assert_eq!(
        doc_c
            .get_field("stored_only")
            .and_then(|v: &laurus::DataValue| v.as_text()),
        Some("value3"),
        "Field 'stored_only' should be stored"
    );

    // Case D: Search "unknown_field" -> Should NOT find it
    let req_d = SearchRequestBuilder::new()
        .lexical_query(LexicalSearchQuery::Obj(Box::new(TermQuery::new(
            "unknown_field",
            "should",
        ))))
        .build();
    let res_d = engine.search(req_d).await?;
    assert_eq!(
        res_d.len(),
        0,
        "Should NOT find 'unknown_field' because it's not in schema"
    );
    let docs_d = engine.get_documents(&res_a[0].id).await?;
    let doc_d = &docs_d[0];
    assert!(
        doc_d.get_field("unknown_field").is_none(),
        "Field 'unknown_field' should NOT be stored because it's not in schema"
    );

    Ok(())
}