Trait MutTokenizer 

pub trait MutTokenizer<T>: BaseTokenizer<T> {
    // Required methods
    fn tokenize<'t>(
        &'t mut self,
        s: &str,
    ) -> <Self::Return as ReturnKind<'t, T>>::Type;
    fn tokenize_pair<'t>(
        &'t mut self,
        key: &str,
        query: &str,
    ) -> (<Self::Return as ReturnKind<'t, T>>::Type, <Self::Return as ReturnKind<'t, T>>::Type);
    fn unique_tokenize<'t>(
        &'t mut self,
        s: &str,
    ) -> <Self::Return as ReturnKind<'t, T>>::Type;
    fn unique_tokenize_pair<'t>(
        &'t mut self,
        key: &str,
        query: &str,
    ) -> (<Self::Return as ReturnKind<'t, T>>::Type, <Self::Return as ReturnKind<'t, T>>::Type);
}

Required Methods

fn tokenize<'t>( &'t mut self, s: &str, ) -> <Self::Return as ReturnKind<'t, T>>::Type

fn tokenize_pair<'t>( &'t mut self, key: &str, query: &str, ) -> (<Self::Return as ReturnKind<'t, T>>::Type, <Self::Return as ReturnKind<'t, T>>::Type)

fn unique_tokenize<'t>( &'t mut self, s: &str, ) -> <Self::Return as ReturnKind<'t, T>>::Type

fn unique_tokenize_pair<'t>( &'t mut self, key: &str, query: &str, ) -> (<Self::Return as ReturnKind<'t, T>>::Type, <Self::Return as ReturnKind<'t, T>>::Type)

Implementors

impl MutTokenizer<Vec<String>> for CachedWhitespaceTokenizer