talon-core 0.4.2

Core retrieval engine for Talon: hybrid search (BM25 + semantic + reranker), indexing, and graph-aware ranking over markdown corpora.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

/// Round `idx` down to the nearest UTF-8 char boundary in `s`. Required when
/// truncating arbitrary vault content; slicing inside a non-ASCII char panics.
const fn floor_char_boundary(s: &str, mut idx: usize) -> usize {
    if idx >= s.len() {
        return s.len();
    }
    while idx > 0 && !s.is_char_boundary(idx) {
        idx -= 1;
    }
    idx
}

pub(super) fn to_headline(snippet: &str) -> String {
    let first = snippet
        .lines()
        .map(str::trim)
        .find(|l| !l.is_empty())
        .unwrap_or("");
    if first.len() <= 120 {
        return first.to_owned();
    }
    let cap = floor_char_boundary(first, 120);
    let prefix = &first[..cap];
    if let Some(i) = prefix.rfind(['.', '!', '?']) {
        return first[..=i].to_owned();
    }
    let trimmed = floor_char_boundary(first, 117);
    format!("{}…", &first[..trimmed])
}