bm25 2.3.2

BM25 embedder, scorer, and search engine
Documentation 
1
2
3
4
5
6

/// A tokenizer splits text into a sequence of tokens. Implement this trait to use this crate with
/// your own tokenizer.
pub trait Tokenizer {
    /// Tokenizes the input text.
    fn tokenize(&self, input_text: &str) -> Vec<String>;
}