Enum TokenType 

pub enum TokenType {
    WesternLetter,
    CjkChar,
    HalfwidthPauseOrStop,
    FullwidthPauseOrStop,
    HalfwidthOtherPunctuation,
    FullwidthOtherPunctuation,
    Group,
    BracketMark,
    HyperMark,
    CodeMark,
    HyperContent,
    UnmatchedMark,
}

Token Types

Variants

WesternLetter

CjkChar

HalfwidthPauseOrStop

FullwidthPauseOrStop

HalfwidthOtherPunctuation

FullwidthOtherPunctuation

Group

BracketMark

HyperMark

CodeMark

HyperContent

UnmatchedMark

Trait Implementations

impl Clone for TokenType

fn clone(&self) -> TokenType

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for TokenType

impl Debug for TokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for TokenType

impl PartialEq for TokenType

fn eq(&self, other: &TokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for TokenType

impl TypeTrait for TokenType

fn is_letter(&self) -> bool

fn is_pause_or_stop(&self) -> bool

fn is_quotation(&self) -> bool

fn is_bracket(&self) -> bool

fn is_other_punctuation(&self) -> bool

fn is_single_punctuation(&self) -> bool

fn is_punctuation(&self) -> bool

fn is_halfwidth_punctuation(&self) -> bool

fn is_fullwidth_punctuation(&self) -> bool

fn is_halfwidth(&self) -> bool

fn is_fullwidth(&self) -> bool

fn is_normal_content(&self) -> bool

fn is_single(&self) -> bool

fn is_group(&self) -> bool

fn is_non_code_visible(&self) -> bool

fn is_visible(&self) -> bool

fn is_invisible(&self) -> bool

fn is_visibility_unknown(&self) -> bool