Enum text_tokenizer::BasicToken

pub enum BasicToken<'t> {
    Alphanumeric(&'t str),
    Number(&'t str),
    Punctuation(&'t str),
    Separator(&'t str),
    Formatter(&'t str),
    Mixed(&'t str),
}

Variants

Alphanumeric(&'t str)

Number(&'t str)

Punctuation(&'t str)

Separator(&'t str)

Formatter(&'t str)

Mixed(&'t str)

Trait Implementations

impl<'t> Clone for BasicToken<'t>

fn clone(&self) -> BasicToken<'t>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'t> Debug for BasicToken<'t>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'t> PartialEq for BasicToken<'t>

fn eq(&self, other: &BasicToken<'t>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<'t> PartialOrd for BasicToken<'t>

fn partial_cmp(&self, other: &BasicToken<'t>) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

This method tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

This method tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

This method tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

This method tests greater than or equal to (for self and other) and is used by the >= operator.

impl<'t> Eq for BasicToken<'t>

impl<'t> StructuralEq for BasicToken<'t>

impl<'t> StructuralPartialEq for BasicToken<'t>