Enum fuzzy_pickles::tokenizer::Token

pub enum Token {
    LeftAngle(Extent),
    LeftCurly(Extent),
    LeftParen(Extent),
    LeftSquare(Extent),
    RightAngle(Extent),
    RightCurly(Extent),
    RightParen(Extent),
    RightSquare(Extent),
    Ampersand(Extent),
    AmpersandEquals(Extent),
    Asterisk(Extent),
    At(Extent),
    Backslash(Extent),
    Bang(Extent),
    Caret(Extent),
    CaretEquals(Extent),
    Colon(Extent),
    Comma(Extent),
    DivideEquals(Extent),
    Dollar(Extent),
    DoubleAmpersand(Extent),
    DoubleColon(Extent),
    DoubleEquals(Extent),
    DoubleLeftAngle(Extent),
    DoublePeriod(Extent),
    DoublePeriodEquals(Extent),
    DoublePipe(Extent),
    DoubleRightAngle(Extent),
    Equals(Extent),
    GreaterThanOrEquals(Extent),
    Hash(Extent),
    LessThanOrEquals(Extent),
    Minus(Extent),
    MinusEquals(Extent),
    NotEqual(Extent),
    Percent(Extent),
    PercentEquals(Extent),
    Period(Extent),
    Pipe(Extent),
    PipeEquals(Extent),
    Plus(Extent),
    PlusEquals(Extent),
    QuestionMark(Extent),
    Semicolon(Extent),
    ShiftLeftEquals(Extent),
    ShiftRightEquals(Extent),
    Slash(Extent),
    ThickArrow(Extent),
    ThinArrow(Extent),
    Tilde(Extent),
    TimesEquals(Extent),
    TriplePeriod(Extent),
    As(Extent),
    Async(Extent),
    Auto(Extent),
    Box(Extent),
    Break(Extent),
    Const(Extent),
    Continue(Extent),
    Crate(Extent),
    Default(Extent),
    Dyn(Extent),
    Else(Extent),
    Enum(Extent),
    Extern(Extent),
    Fn(Extent),
    For(Extent),
    If(Extent),
    Impl(Extent),
    In(Extent),
    Let(Extent),
    Loop(Extent),
    Match(Extent),
    Mod(Extent),
    Move(Extent),
    Mut(Extent),
    Pub(Extent),
    Ref(Extent),
    Return(Extent),
    SelfIdent(Extent),
    Static(Extent),
    Struct(Extent),
    Trait(Extent),
    Type(Extent),
    Union(Extent),
    Unsafe(Extent),
    Use(Extent),
    Where(Extent),
    While(Extent),
    Character(Extent),
    String(Extent),
    StringRaw(Extent),
    Byte(Extent),
    ByteString(Extent),
    ByteStringRaw(Extent),
    Ident(Extent),
    Number(Number),
    Whitespace(Extent),
    CommentLine(Extent),
    CommentBlock(Extent),
    DocCommentOuterLine(Extent),
    DocCommentInnerLine(Extent),
    DocCommentOuterBlock(Extent),
    DocCommentInnerBlock(Extent),
    Lifetime(Extent),
    EndOfFile(Extent),
}

Variants

LeftAngle(Extent)

LeftCurly(Extent)

LeftParen(Extent)

LeftSquare(Extent)

RightAngle(Extent)

RightCurly(Extent)

RightParen(Extent)

RightSquare(Extent)

Ampersand(Extent)

AmpersandEquals(Extent)

Asterisk(Extent)

At(Extent)

Backslash(Extent)

Bang(Extent)

Caret(Extent)

CaretEquals(Extent)

Colon(Extent)

Comma(Extent)

DivideEquals(Extent)

Dollar(Extent)

DoubleAmpersand(Extent)

DoubleColon(Extent)

DoubleEquals(Extent)

DoubleLeftAngle(Extent)

DoublePeriod(Extent)

DoublePeriodEquals(Extent)

DoublePipe(Extent)

DoubleRightAngle(Extent)

Equals(Extent)

GreaterThanOrEquals(Extent)

Hash(Extent)

LessThanOrEquals(Extent)

Minus(Extent)

MinusEquals(Extent)

NotEqual(Extent)

Percent(Extent)

PercentEquals(Extent)

Period(Extent)

Pipe(Extent)

PipeEquals(Extent)

Plus(Extent)

PlusEquals(Extent)

QuestionMark(Extent)

Semicolon(Extent)

ShiftLeftEquals(Extent)

ShiftRightEquals(Extent)

Slash(Extent)

ThickArrow(Extent)

ThinArrow(Extent)

Tilde(Extent)

TimesEquals(Extent)

TriplePeriod(Extent)

As(Extent)

Async(Extent)

Auto(Extent)

Box(Extent)

Break(Extent)

Const(Extent)

Continue(Extent)

Crate(Extent)

Default(Extent)

Dyn(Extent)

Else(Extent)

Enum(Extent)

Extern(Extent)

Fn(Extent)

For(Extent)

If(Extent)

Impl(Extent)

In(Extent)

Let(Extent)

Loop(Extent)

Match(Extent)

Mod(Extent)

Move(Extent)

Mut(Extent)

Pub(Extent)

Ref(Extent)

Return(Extent)

SelfIdent(Extent)

Static(Extent)

Struct(Extent)

Trait(Extent)

Type(Extent)

Union(Extent)

Unsafe(Extent)

Use(Extent)

Where(Extent)

While(Extent)

Character(Extent)

String(Extent)

StringRaw(Extent)

Byte(Extent)

ByteString(Extent)

ByteStringRaw(Extent)

Ident(Extent)

Number(Number)

Whitespace(Extent)

CommentLine(Extent)

CommentBlock(Extent)

DocCommentOuterLine(Extent)

DocCommentInnerLine(Extent)

DocCommentOuterBlock(Extent)

DocCommentInnerBlock(Extent)

Lifetime(Extent)

EndOfFile(Extent)

Implementations

impl Token

pub fn into_left_angle(self) -> Option<Extent>

pub fn into_left_curly(self) -> Option<Extent>

pub fn into_left_paren(self) -> Option<Extent>

pub fn into_left_square(self) -> Option<Extent>

pub fn into_right_angle(self) -> Option<Extent>

pub fn into_right_curly(self) -> Option<Extent>

pub fn into_right_paren(self) -> Option<Extent>

pub fn into_right_square(self) -> Option<Extent>

pub fn into_ampersand(self) -> Option<Extent>

pub fn into_ampersand_equals(self) -> Option<Extent>

pub fn into_asterisk(self) -> Option<Extent>

pub fn into_at(self) -> Option<Extent>

pub fn into_backslash(self) -> Option<Extent>

pub fn into_bang(self) -> Option<Extent>

pub fn into_caret(self) -> Option<Extent>

pub fn into_caret_equals(self) -> Option<Extent>

pub fn into_colon(self) -> Option<Extent>

pub fn into_comma(self) -> Option<Extent>

pub fn into_divide_equals(self) -> Option<Extent>

pub fn into_dollar(self) -> Option<Extent>

pub fn into_double_ampersand(self) -> Option<Extent>

pub fn into_double_colon(self) -> Option<Extent>

pub fn into_double_equals(self) -> Option<Extent>

pub fn into_double_left_angle(self) -> Option<Extent>

pub fn into_double_period(self) -> Option<Extent>

pub fn into_double_period_equals(self) -> Option<Extent>

pub fn into_double_pipe(self) -> Option<Extent>

pub fn into_double_right_angle(self) -> Option<Extent>

pub fn into_equals(self) -> Option<Extent>

pub fn into_greater_than_or_equals(self) -> Option<Extent>

pub fn into_hash(self) -> Option<Extent>

pub fn into_less_than_or_equals(self) -> Option<Extent>

pub fn into_minus(self) -> Option<Extent>

pub fn into_minus_equals(self) -> Option<Extent>

pub fn into_not_equal(self) -> Option<Extent>

pub fn into_percent(self) -> Option<Extent>

pub fn into_percent_equals(self) -> Option<Extent>

pub fn into_period(self) -> Option<Extent>

pub fn into_pipe(self) -> Option<Extent>

pub fn into_pipe_equals(self) -> Option<Extent>

pub fn into_plus(self) -> Option<Extent>

pub fn into_plus_equals(self) -> Option<Extent>

pub fn into_question_mark(self) -> Option<Extent>

pub fn into_semicolon(self) -> Option<Extent>

pub fn into_shift_left_equals(self) -> Option<Extent>

pub fn into_shift_right_equals(self) -> Option<Extent>

pub fn into_slash(self) -> Option<Extent>

pub fn into_thick_arrow(self) -> Option<Extent>

pub fn into_thin_arrow(self) -> Option<Extent>

pub fn into_tilde(self) -> Option<Extent>

pub fn into_times_equals(self) -> Option<Extent>

pub fn into_triple_period(self) -> Option<Extent>

pub fn into_as(self) -> Option<Extent>

pub fn into_async(self) -> Option<Extent>

pub fn into_auto(self) -> Option<Extent>

pub fn into_box(self) -> Option<Extent>

pub fn into_break(self) -> Option<Extent>

pub fn into_const(self) -> Option<Extent>

pub fn into_continue(self) -> Option<Extent>

pub fn into_crate(self) -> Option<Extent>

pub fn into_default(self) -> Option<Extent>

pub fn into_dyn(self) -> Option<Extent>

pub fn into_else(self) -> Option<Extent>

pub fn into_enum(self) -> Option<Extent>

pub fn into_extern(self) -> Option<Extent>

pub fn into_fn(self) -> Option<Extent>

pub fn into_for(self) -> Option<Extent>

pub fn into_if(self) -> Option<Extent>

pub fn into_impl(self) -> Option<Extent>

pub fn into_in(self) -> Option<Extent>

pub fn into_let(self) -> Option<Extent>

pub fn into_loop(self) -> Option<Extent>

pub fn into_match(self) -> Option<Extent>

pub fn into_mod(self) -> Option<Extent>

pub fn into_move(self) -> Option<Extent>

pub fn into_mut(self) -> Option<Extent>

pub fn into_pub(self) -> Option<Extent>

pub fn into_ref(self) -> Option<Extent>

pub fn into_return(self) -> Option<Extent>

pub fn into_self_ident(self) -> Option<Extent>

pub fn into_static(self) -> Option<Extent>

pub fn into_struct(self) -> Option<Extent>

pub fn into_trait(self) -> Option<Extent>

pub fn into_type(self) -> Option<Extent>

pub fn into_union(self) -> Option<Extent>

pub fn into_unsafe(self) -> Option<Extent>

pub fn into_use(self) -> Option<Extent>

pub fn into_where(self) -> Option<Extent>

pub fn into_while(self) -> Option<Extent>

pub fn into_character(self) -> Option<Extent>

pub fn into_string(self) -> Option<Extent>

pub fn into_string_raw(self) -> Option<Extent>

pub fn into_byte(self) -> Option<Extent>

pub fn into_byte_string(self) -> Option<Extent>

pub fn into_byte_string_raw(self) -> Option<Extent>

pub fn into_ident(self) -> Option<Extent>

pub fn into_number(self) -> Option<Number>

pub fn into_whitespace(self) -> Option<Extent>

pub fn into_comment_line(self) -> Option<Extent>

pub fn into_comment_block(self) -> Option<Extent>

pub fn into_doc_comment_outer_line(self) -> Option<Extent>

pub fn into_doc_comment_inner_line(self) -> Option<Extent>

pub fn into_doc_comment_outer_block(self) -> Option<Extent>

pub fn into_doc_comment_inner_block(self) -> Option<Extent>

pub fn into_lifetime(self) -> Option<Extent>

pub fn into_end_of_file(self) -> Option<Extent>

pub fn as_left_angle(&self) -> Option<&Extent>

pub fn as_left_curly(&self) -> Option<&Extent>

pub fn as_left_paren(&self) -> Option<&Extent>

pub fn as_left_square(&self) -> Option<&Extent>

pub fn as_right_angle(&self) -> Option<&Extent>

pub fn as_right_curly(&self) -> Option<&Extent>

pub fn as_right_paren(&self) -> Option<&Extent>

pub fn as_right_square(&self) -> Option<&Extent>

pub fn as_ampersand(&self) -> Option<&Extent>

pub fn as_ampersand_equals(&self) -> Option<&Extent>

pub fn as_asterisk(&self) -> Option<&Extent>

pub fn as_at(&self) -> Option<&Extent>

pub fn as_backslash(&self) -> Option<&Extent>

pub fn as_bang(&self) -> Option<&Extent>

pub fn as_caret(&self) -> Option<&Extent>

pub fn as_caret_equals(&self) -> Option<&Extent>

pub fn as_colon(&self) -> Option<&Extent>

pub fn as_comma(&self) -> Option<&Extent>

pub fn as_divide_equals(&self) -> Option<&Extent>

pub fn as_dollar(&self) -> Option<&Extent>

pub fn as_double_ampersand(&self) -> Option<&Extent>

pub fn as_double_colon(&self) -> Option<&Extent>

pub fn as_double_equals(&self) -> Option<&Extent>

pub fn as_double_left_angle(&self) -> Option<&Extent>

pub fn as_double_period(&self) -> Option<&Extent>

pub fn as_double_period_equals(&self) -> Option<&Extent>

pub fn as_double_pipe(&self) -> Option<&Extent>

pub fn as_double_right_angle(&self) -> Option<&Extent>

pub fn as_equals(&self) -> Option<&Extent>

pub fn as_greater_than_or_equals(&self) -> Option<&Extent>

pub fn as_hash(&self) -> Option<&Extent>

pub fn as_less_than_or_equals(&self) -> Option<&Extent>

pub fn as_minus(&self) -> Option<&Extent>

pub fn as_minus_equals(&self) -> Option<&Extent>

pub fn as_not_equal(&self) -> Option<&Extent>

pub fn as_percent(&self) -> Option<&Extent>

pub fn as_percent_equals(&self) -> Option<&Extent>

pub fn as_period(&self) -> Option<&Extent>

pub fn as_pipe(&self) -> Option<&Extent>

pub fn as_pipe_equals(&self) -> Option<&Extent>

pub fn as_plus(&self) -> Option<&Extent>

pub fn as_plus_equals(&self) -> Option<&Extent>

pub fn as_question_mark(&self) -> Option<&Extent>

pub fn as_semicolon(&self) -> Option<&Extent>

pub fn as_shift_left_equals(&self) -> Option<&Extent>

pub fn as_shift_right_equals(&self) -> Option<&Extent>

pub fn as_slash(&self) -> Option<&Extent>

pub fn as_thick_arrow(&self) -> Option<&Extent>

pub fn as_thin_arrow(&self) -> Option<&Extent>

pub fn as_tilde(&self) -> Option<&Extent>

pub fn as_times_equals(&self) -> Option<&Extent>

pub fn as_triple_period(&self) -> Option<&Extent>

pub fn as_as(&self) -> Option<&Extent>

pub fn as_async(&self) -> Option<&Extent>

pub fn as_auto(&self) -> Option<&Extent>

pub fn as_box(&self) -> Option<&Extent>

pub fn as_break(&self) -> Option<&Extent>

pub fn as_const(&self) -> Option<&Extent>

pub fn as_continue(&self) -> Option<&Extent>

pub fn as_crate(&self) -> Option<&Extent>

pub fn as_default(&self) -> Option<&Extent>

pub fn as_dyn(&self) -> Option<&Extent>

pub fn as_else(&self) -> Option<&Extent>

pub fn as_enum(&self) -> Option<&Extent>

pub fn as_extern(&self) -> Option<&Extent>

pub fn as_fn(&self) -> Option<&Extent>

pub fn as_for(&self) -> Option<&Extent>

pub fn as_if(&self) -> Option<&Extent>

pub fn as_impl(&self) -> Option<&Extent>

pub fn as_in(&self) -> Option<&Extent>

pub fn as_let(&self) -> Option<&Extent>

pub fn as_loop(&self) -> Option<&Extent>

pub fn as_match(&self) -> Option<&Extent>

pub fn as_mod(&self) -> Option<&Extent>

pub fn as_move(&self) -> Option<&Extent>

pub fn as_mut(&self) -> Option<&Extent>

pub fn as_pub(&self) -> Option<&Extent>

pub fn as_ref(&self) -> Option<&Extent>

pub fn as_return(&self) -> Option<&Extent>

pub fn as_self_ident(&self) -> Option<&Extent>

pub fn as_static(&self) -> Option<&Extent>

pub fn as_struct(&self) -> Option<&Extent>

pub fn as_trait(&self) -> Option<&Extent>

pub fn as_type(&self) -> Option<&Extent>

pub fn as_union(&self) -> Option<&Extent>

pub fn as_unsafe(&self) -> Option<&Extent>

pub fn as_use(&self) -> Option<&Extent>

pub fn as_where(&self) -> Option<&Extent>

pub fn as_while(&self) -> Option<&Extent>

pub fn as_character(&self) -> Option<&Extent>

pub fn as_string(&self) -> Option<&Extent>

pub fn as_string_raw(&self) -> Option<&Extent>

pub fn as_byte(&self) -> Option<&Extent>

pub fn as_byte_string(&self) -> Option<&Extent>

pub fn as_byte_string_raw(&self) -> Option<&Extent>

pub fn as_ident(&self) -> Option<&Extent>

pub fn as_number(&self) -> Option<&Number>

pub fn as_whitespace(&self) -> Option<&Extent>

pub fn as_comment_line(&self) -> Option<&Extent>

pub fn as_comment_block(&self) -> Option<&Extent>

pub fn as_doc_comment_outer_line(&self) -> Option<&Extent>

pub fn as_doc_comment_inner_line(&self) -> Option<&Extent>

pub fn as_doc_comment_outer_block(&self) -> Option<&Extent>

pub fn as_doc_comment_inner_block(&self) -> Option<&Extent>

pub fn as_lifetime(&self) -> Option<&Extent>

pub fn as_end_of_file(&self) -> Option<&Extent>

pub fn is_left_angle(&self) -> bool

pub fn is_left_curly(&self) -> bool

pub fn is_left_paren(&self) -> bool

pub fn is_left_square(&self) -> bool

pub fn is_right_angle(&self) -> bool

pub fn is_right_curly(&self) -> bool

pub fn is_right_paren(&self) -> bool

pub fn is_right_square(&self) -> bool

pub fn is_ampersand(&self) -> bool

pub fn is_ampersand_equals(&self) -> bool

pub fn is_asterisk(&self) -> bool

pub fn is_at(&self) -> bool

pub fn is_backslash(&self) -> bool

pub fn is_bang(&self) -> bool

pub fn is_caret(&self) -> bool

pub fn is_caret_equals(&self) -> bool

pub fn is_colon(&self) -> bool

pub fn is_comma(&self) -> bool

pub fn is_divide_equals(&self) -> bool

pub fn is_dollar(&self) -> bool

pub fn is_double_ampersand(&self) -> bool

pub fn is_double_colon(&self) -> bool

pub fn is_double_equals(&self) -> bool

pub fn is_double_left_angle(&self) -> bool

pub fn is_double_period(&self) -> bool

pub fn is_double_period_equals(&self) -> bool

pub fn is_double_pipe(&self) -> bool

pub fn is_double_right_angle(&self) -> bool

pub fn is_equals(&self) -> bool

pub fn is_greater_than_or_equals(&self) -> bool

pub fn is_hash(&self) -> bool

pub fn is_less_than_or_equals(&self) -> bool

pub fn is_minus(&self) -> bool

pub fn is_minus_equals(&self) -> bool

pub fn is_not_equal(&self) -> bool

pub fn is_percent(&self) -> bool

pub fn is_percent_equals(&self) -> bool

pub fn is_period(&self) -> bool

pub fn is_pipe(&self) -> bool

pub fn is_pipe_equals(&self) -> bool

pub fn is_plus(&self) -> bool

pub fn is_plus_equals(&self) -> bool

pub fn is_question_mark(&self) -> bool

pub fn is_semicolon(&self) -> bool

pub fn is_shift_left_equals(&self) -> bool

pub fn is_shift_right_equals(&self) -> bool

pub fn is_slash(&self) -> bool

pub fn is_thick_arrow(&self) -> bool

pub fn is_thin_arrow(&self) -> bool

pub fn is_tilde(&self) -> bool

pub fn is_times_equals(&self) -> bool

pub fn is_triple_period(&self) -> bool

pub fn is_as(&self) -> bool

pub fn is_async(&self) -> bool

pub fn is_auto(&self) -> bool

pub fn is_box(&self) -> bool

pub fn is_break(&self) -> bool

pub fn is_const(&self) -> bool

pub fn is_continue(&self) -> bool

pub fn is_crate(&self) -> bool

pub fn is_default(&self) -> bool

pub fn is_dyn(&self) -> bool

pub fn is_else(&self) -> bool

pub fn is_enum(&self) -> bool

pub fn is_extern(&self) -> bool

pub fn is_fn(&self) -> bool

pub fn is_for(&self) -> bool

pub fn is_if(&self) -> bool

pub fn is_impl(&self) -> bool

pub fn is_in(&self) -> bool

pub fn is_let(&self) -> bool

pub fn is_loop(&self) -> bool

pub fn is_match(&self) -> bool

pub fn is_mod(&self) -> bool

pub fn is_move(&self) -> bool

pub fn is_mut(&self) -> bool

pub fn is_pub(&self) -> bool

pub fn is_ref(&self) -> bool

pub fn is_return(&self) -> bool

pub fn is_self_ident(&self) -> bool

pub fn is_static(&self) -> bool

pub fn is_struct(&self) -> bool

pub fn is_trait(&self) -> bool

pub fn is_type(&self) -> bool

pub fn is_union(&self) -> bool

pub fn is_unsafe(&self) -> bool

pub fn is_use(&self) -> bool

pub fn is_where(&self) -> bool

pub fn is_while(&self) -> bool

pub fn is_character(&self) -> bool

pub fn is_string(&self) -> bool

pub fn is_string_raw(&self) -> bool

pub fn is_byte(&self) -> bool

pub fn is_byte_string(&self) -> bool

pub fn is_byte_string_raw(&self) -> bool

pub fn is_ident(&self) -> bool

pub fn is_number(&self) -> bool

pub fn is_whitespace(&self) -> bool

pub fn is_comment_line(&self) -> bool

pub fn is_comment_block(&self) -> bool

pub fn is_doc_comment_outer_line(&self) -> bool

pub fn is_doc_comment_inner_line(&self) -> bool

pub fn is_doc_comment_outer_block(&self) -> bool

pub fn is_doc_comment_inner_block(&self) -> bool

pub fn is_lifetime(&self) -> bool

pub fn is_end_of_file(&self) -> bool

impl Token

pub fn extent(&self) -> Extent

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for Token

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for Token

impl PartialEq<Token> for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token) -> bool

This method tests for !=.

impl StructuralEq for Token

impl StructuralPartialEq for Token