Enum BuiltinTokenizer 

pub enum BuiltinTokenizer {
    Character,
    Line,
    Markdown,
    Word,
}

Variants

Character

Line

Markdown

Word

Trait Implementations

impl Clone for BuiltinTokenizer

fn clone(&self) -> BuiltinTokenizer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BuiltinTokenizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for BuiltinTokenizer

type Target = dyn Fn(&str) -> Vec<Token<String>>

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl PartialEq for BuiltinTokenizer

fn eq(&self, other: &BuiltinTokenizer) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for BuiltinTokenizer

impl Eq for BuiltinTokenizer

impl StructuralPartialEq for BuiltinTokenizer