Trait IntoTokenizer

pub trait IntoTokenizer: Sized {
    type IntoTokens;

    // Required method
    fn into_tokenizer<S: SentenceBreaker>(
        self,
        params: TokenizerParams<S>,
    ) -> Self::IntoTokens;
}

Required Associated Types

type IntoTokens

Required Methods

fn into_tokenizer<S: SentenceBreaker>( self, params: TokenizerParams<S>, ) -> Self::IntoTokens

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementations on Foreign Types

impl<'t> IntoTokenizer for &'t str

type IntoTokens = Tokens<'t>

fn into_tokenizer<S: SentenceBreaker>( self, params: TokenizerParams<S>, ) -> Self::IntoTokens

Implementors

impl<'t> IntoTokenizer for &'t Text

type IntoTokens = TextTokens<'t>

impl<'t> IntoTokenizer for TextStr<'t>

type IntoTokens = TextTokens<'t>