sara-tasks 2.7.2

Sara — folder-aware task manager
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use anyhow::Result;
use rusqlite::Connection;

use crate::infrastructure::db;

pub(in crate::commands::recall) const STOP_WORDS: &[&str] = &[
    "a", "an", "the", "is", "in", "it", "of", "to", "for", "on", "at", "by", "up", "as", "or",
    "do", "if", "be", "we", "he", "she", "they", "but", "and", "not", "with", "from", "this",
    "that", "are", "was", "has", "have", "how", "what", "does", "did",
];
pub(in crate::commands::recall) const MAX_AND_TOKENS: usize = 6;

fn meaningful_tokens(text: &str) -> Vec<String> {
    text.split(|c: char| !c.is_alphabetic())
        .map(|w| w.to_lowercase())
        .filter(|w| w.len() >= 3 && !STOP_WORDS.contains(&w.as_str()))
        .take(MAX_AND_TOKENS)
        .collect()
}

pub(in crate::commands::recall) fn search(
    conn: &Connection,
    query: &str,
    limit: i64,
) -> Result<(Vec<db::SearchHit>, bool)> {
    Ok(if query.is_empty() {
        (vec![], false)
    } else {
        let phrase = db::search_fts(conn, query, limit.max(50))?;
        if !phrase.is_empty() {
            (phrase, false)
        } else {
            let tokens = meaningful_tokens(query);
            if tokens.is_empty() {
                (vec![], false)
            } else {
                let and_hits =
                    db::search_fts_tokens(conn, &tokens, db::TokenMatch::All, limit.max(50))?;
                if !and_hits.is_empty() || tokens.len() < 2 {
                    (and_hits, false)
                } else {
                    (
                        db::search_fts_tokens(conn, &tokens, db::TokenMatch::Any, limit.max(50))?,
                        true,
                    )
                }
            }
        }
    })
}