Struct TextAnalyzer 

pub struct TextAnalyzer { /* private fields */ }

Implementations

impl TextAnalyzer

pub fn builder<T: Tokenizer>(tokenizer: T) -> TextAnalyzerBuilder<T>

pub fn token_stream<'a>(&'a mut self, text: &'a str) -> BoxTokenStream<'a>

Trait Implementations

impl Clone for TextAnalyzer

fn clone(&self) -> TextAnalyzer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for TextAnalyzer

fn default() -> Self

Returns the “default value” for a type.

impl<T: Tokenizer + Clone> From<T> for TextAnalyzer

fn from(tokenizer: T) -> Self

Converts to this type from the input type.