pub struct Tokenizer {
pub stop_words: Vec<String>,
/* private fields */
}
Fields§
§stop_words: Vec<String>
Trait Implementations§
Source§impl SearchTokenizer for Tokenizer
impl SearchTokenizer for Tokenizer
fn search_tokenize( &mut self, query_chars: &[char], query_chars_offset: usize, query_chars_offset_end: usize, escape_indices: &[usize], dict: &Dictionary, ) -> SearchTokenizeResult
fn is_stop_word(&self, term: &str) -> bool
fn is_valid_prefix_op_terminator(&self, c: char) -> bool
Auto Trait Implementations§
impl Freeze for Tokenizer
impl RefUnwindSafe for Tokenizer
impl Send for Tokenizer
impl Sync for Tokenizer
impl Unpin for Tokenizer
impl UnwindSafe for Tokenizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more