nvs-core 0.1.0

Native Vector Store (Rust) core: bundle format, mmap reader, vector/BM25/hybrid search
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use std::collections::HashSet;
use std::sync::OnceLock;

static PUNCTS: OnceLock<HashSet<&'static str>> = OnceLock::new();

fn build() -> HashSet<&'static str> {
    // Mirrors src/english_punctuations.h content
    HashSet::from([
        "[", "]", "(", ")", "{", "}", "<", ">", ":", ",", ";", "-", "--", "---", "!", "?", ".",
        "...", "`", "'", "\"", "/",
    ])
}

pub fn contains(mark: &str) -> bool {
    PUNCTS.get_or_init(build).contains(mark)
}

pub fn size() -> usize {
    PUNCTS.get_or_init(build).len()
}