bm-25 3.0.0

BM25 embedder, scorer, and search engine
Documentation 
1
2
3
4
5
6

/// A tokenizer splits text into a sequence of tokens. Implement this trait to use this crate with
/// your own tokenizer.
pub trait Tokenizer {
    /// Tokenizes the input text.
    fn tokenize<'a>(&'a self, input_text: &'a str) -> impl Iterator<Item = String> + 'a;
}