pub mod trie;
pub mod lev;
pub mod index;
use trie::Trie;
use index::{InvertedIndex, Document};
use lev::fuzzy_match;
pub struct SynapseSearch {
trie: Trie,
index: InvertedIndex,
next_id: u64,
}
impl SynapseSearch {
pub fn new() -> Self {
Self {
trie: Trie::new(),
index: InvertedIndex::new(),
next_id: 0,
}
}
pub fn add(&mut self, id: u64, text: &str) {
let tokens = index::tokenize(text);
for token in &tokens {
self.trie.insert(token);
}
self.index.add(Document {
id,
text: text.to_string(),
});
if id >= self.next_id {
self.next_id = id + 1;
}
}
pub fn add_auto(&mut self, text: &str) -> u64 {
let id = self.next_id;
self.add(id, text);
id
}
pub fn autocomplete(&self, prefix: &str, limit: usize) -> Vec<String> {
self.trie.autocomplete(prefix, limit)
}
pub fn fuzzy_search(&self, query: &str, max_distance: usize, limit: usize) -> Vec<(u64, String)> {
let matches = fuzzy_match(query, &self.index.all_tokens, max_distance);
if matches.is_empty() {
return Vec::new();
}
let mut seen = std::collections::HashSet::new();
let mut results = Vec::new();
for (matched_token, _distance) in &matches {
let search_results = self.index.search(matched_token, limit);
for (doc_id, _score) in search_results {
if seen.insert(doc_id) {
if let Some(text) = self.index.documents.get(&doc_id) {
results.push((doc_id, text.clone()));
}
}
if results.len() >= limit {
return results;
}
}
}
results
}
pub fn search(&self, query: &str, limit: usize) -> Vec<(u64, f64)> {
self.index.search(query, limit)
}
pub fn get_document(&self, id: u64) -> Option<&String> {
self.index.documents.get(&id)
}
pub fn doc_count(&self) -> u64 {
self.index.doc_count
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_full_engine() {
let mut engine = SynapseSearch::new();
engine.add(1, "iPhone 15 Pro Max");
engine.add(2, "Samsung Galaxy S24 Ultra");
engine.add(3, "Google Pixel 9 Pro");
engine.add(4, "OnePlus 12");
let suggestions = engine.autocomplete("iph", 5);
assert!(suggestions.contains(&"iphone".to_string()));
let suggestions = engine.autocomplete("sam", 5);
assert!(suggestions.contains(&"samsung".to_string()));
let results = engine.fuzzy_search("iphne", 2, 10);
assert!(!results.is_empty());
assert_eq!(results[0].0, 1);
let results = engine.fuzzy_search("samung", 2, 10);
assert!(!results.is_empty());
assert_eq!(results[0].0, 2);
let results = engine.search("pro", 10);
let ids: Vec<u64> = results.iter().map(|r| r.0).collect();
assert!(ids.contains(&1)); assert!(ids.contains(&3)); assert!(!ids.contains(&2));
assert_eq!(engine.doc_count(), 4);
}
}