Trait text_tokenizer::IntoTokenizer

pub trait IntoTokenizer: Sized {
    type IntoTokens;

    // Required method
    fn into_tokenizer<S: SentenceBreaker>(
        self,
        params: TokenizerParams<S>,
    ) -> Self::IntoTokens;
}

Required Associated Types

type IntoTokens

Required Methods

fn into_tokenizer<S: SentenceBreaker>( self, params: TokenizerParams<S>, ) -> Self::IntoTokens

Object Safety

This trait is not object safe.

Implementations on Foreign Types

impl<'t> IntoTokenizer for &'t str

type IntoTokens = Tokens<'t>

fn into_tokenizer<S: SentenceBreaker>( self, params: TokenizerParams<S>, ) -> Self::IntoTokens

Implementors

impl<'t> IntoTokenizer for &'t Text

type IntoTokens = TextTokens<'t>

impl<'t> IntoTokenizer for TextStr<'t>

type IntoTokens = TextTokens<'t>