nodedb 0.2.0

Local-first, real-time, edge-to-cloud hybrid database for multi-modal workloads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145

// SPDX-License-Identifier: BUSL-1.1

//! Engine surface tests for the Full-Text Search engine overlay.
//!
//! FTS is a cross-engine overlay created via CREATE FULLTEXT INDEX.
//! Covers: text_match search, bm25_score projection, phrase search,
//! fuzzy matching, and basic index lifecycle.

mod common;
use common::pgwire_harness::TestServer;

#[tokio::test]
async fn basic_text_match_search() {
    let srv = TestServer::start().await;
    srv.exec("CREATE COLLECTION fts_basic WITH (engine='document_schemaless')")
        .await
        .unwrap();

    srv.exec("INSERT INTO fts_basic { id: 'd1', body: 'The quick brown fox' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_basic { id: 'd2', body: 'A lazy dog sleeps' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_basic { id: 'd3', body: 'Fox hunting is banned' }")
        .await
        .unwrap();

    let rows = srv
        .query_rows("SELECT id FROM fts_basic WHERE text_match(body, 'fox') ORDER BY id")
        .await
        .unwrap();
    let ids: Vec<&str> = rows.iter().map(|r| r[0].as_str()).collect();
    assert!(ids.contains(&"d1"), "d1 should match 'fox': {ids:?}");
    assert!(ids.contains(&"d3"), "d3 should match 'fox': {ids:?}");
    assert!(!ids.contains(&"d2"), "d2 should not match 'fox': {ids:?}");
}

#[tokio::test]
async fn bm25_score_projection() {
    let srv = TestServer::start().await;
    srv.exec("CREATE COLLECTION fts_bm25 WITH (engine='document_schemaless')")
        .await
        .unwrap();

    srv.exec("INSERT INTO fts_bm25 { id: 'b1', content: 'database systems architecture' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_bm25 { id: 'b2', content: 'cooking recipes and food' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_bm25 { id: 'b3', content: 'distributed database performance' }")
        .await
        .unwrap();

    let rows = srv
        .query_rows(
            "SELECT id, bm25_score(content, 'database') AS score \
             FROM fts_bm25 \
             ORDER BY score DESC",
        )
        .await
        .unwrap();
    assert!(rows.len() >= 2, "expected at least 2 rows");
    let first_id = &rows[0][0];
    assert!(
        first_id == "b1" || first_id == "b3",
        "expected database doc first, got {first_id}"
    );
}

#[tokio::test]
async fn phrase_search() {
    let srv = TestServer::start().await;
    srv.exec("CREATE COLLECTION fts_phrase WITH (engine='document_schemaless')")
        .await
        .unwrap();

    srv.exec("INSERT INTO fts_phrase { id: 'p1', text: 'quick brown fox jumps' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_phrase { id: 'p2', text: 'brown quick fox' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_phrase { id: 'p3', text: 'the quick brown fox' }")
        .await
        .unwrap();

    let rows = srv
        .query_rows(
            "SELECT id FROM fts_phrase WHERE text_match(text, '\"quick brown\"') ORDER BY id",
        )
        .await
        .unwrap();
    let ids: Vec<&str> = rows.iter().map(|r| r[0].as_str()).collect();
    assert!(ids.contains(&"p1"), "p1 should match phrase: {ids:?}");
    assert!(ids.contains(&"p3"), "p3 should match phrase: {ids:?}");
    assert!(!ids.contains(&"p2"), "p2 should not match phrase: {ids:?}");
}

#[tokio::test]
async fn fuzzy_search() {
    let srv = TestServer::start().await;
    srv.exec("CREATE COLLECTION fts_fuzzy WITH (engine='document_schemaless')")
        .await
        .unwrap();

    srv.exec("INSERT INTO fts_fuzzy { id: 'f1', body: 'distributed database systems' }")
        .await
        .unwrap();

    let rows = srv
        .query_rows("SELECT id FROM fts_fuzzy WHERE text_match(body, 'databse', fuzzy => true)")
        .await
        .unwrap();
    let ids: Vec<&str> = rows.iter().map(|r| r[0].as_str()).collect();
    assert!(ids.contains(&"f1"), "fuzzy should match with typo: {ids:?}");
}

#[tokio::test]
async fn and_or_query_combinations() {
    let srv = TestServer::start().await;
    srv.exec("CREATE COLLECTION fts_logic WITH (engine='document_schemaless')")
        .await
        .unwrap();

    srv.exec("INSERT INTO fts_logic { id: 'l1', body: 'rust programming language' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_logic { id: 'l2', body: 'python programming tutorial' }")
        .await
        .unwrap();
    srv.exec("INSERT INTO fts_logic { id: 'l3', body: 'rust systems software' }")
        .await
        .unwrap();

    let rows = srv
        .query_rows(
            "SELECT id FROM fts_logic WHERE text_match(body, 'rust programming') ORDER BY id",
        )
        .await
        .unwrap();
    let ids: Vec<&str> = rows.iter().map(|r| r[0].as_str()).collect();
    assert!(ids.contains(&"l1"), "l1 should match: {ids:?}");
}