Enum Token 

pub enum Token {
    LineDoc(String),
    Shebang(String),
    LeftParen,
    RightParen,
    LeftBracket,
    RightBracket,
    LeftCurly,
    RightCurly,
    LeftAngle,
    RightAngle,
    Percent,
    Plus,
    Minus,
    Star,
    Caret,
    Slash,
    Colon,
    DoubleColon,
    TripleColon,
    Semicolon,
    Comma,
    Assign,
    Increment,
    Decrement,
    DoubleAnd,
    DoublePipe,
    AddAssign,
    SubAssign,
    MulAssign,
    DivAssign,
    ModAssign,
    Arrow,
    FatArrow,
    Range,
    RangeInclusive,
    Spread,
    At,
    Ampersand,
    Pipe,
    Exclamation,
    Backtick,
    LessEqual,
    GreaterEqual,
    NotStructuralEqual,
    NotEqual,
    StructuralEqual,
    Equal,
    Is,
    Matches,
    And,
    Or,
    True,
    False,
    Null,
    Placeholder,
    Const,
    Variable,
    Mutable,
    MutRef,
    Function,
    Procedure,
    If,
    Else,
    TypeDeclaration,
    TypeExpressionStart,
    TypeAlias,
    Dot,
    PointerAddress(String),
    Infinity,
    Nan,
    IntegerLiteral(String),
    BinaryIntegerLiteral(IntegerWithVariant),
    OctalIntegerLiteral(IntegerWithVariant),
    HexadecimalIntegerLiteral(IntegerWithVariant),
    DecimalLiteral(LiteralWithVariant<DecimalTypeVariant>),
    FractionLiteral(String),
    StringLiteral(String),
    Endpoint(String),
    Identifier(String),
    Slot(String),
    NamedSlot(String),
}

Variants

LineDoc(String)

Shebang(String)

LeftParen

RightParen

LeftBracket

RightBracket

LeftCurly

RightCurly

LeftAngle

RightAngle

Percent

Plus

Minus

Star

Caret

Slash

Colon

DoubleColon

TripleColon

Semicolon

Comma

Assign

Increment

Decrement

DoubleAnd

DoublePipe

AddAssign

SubAssign

MulAssign

DivAssign

ModAssign

Arrow

FatArrow

Range

RangeInclusive

Spread

At

Ampersand

Pipe

Exclamation

Backtick

LessEqual

GreaterEqual

NotStructuralEqual

NotEqual

StructuralEqual

Equal

Is

Matches

And

Or

True

False

Null

Placeholder

Const

Variable

Mutable

MutRef

Function

Procedure

If

Else

TypeDeclaration

TypeExpressionStart

TypeAlias

Dot

PointerAddress(String)

Infinity

Nan

IntegerLiteral(String)

Decimal integer with suffix Includes

• standard decimal integers (e.g. 1234)
• integers with integer suffix (e.g. 42u8, 100i32, 999ibig)
• integers with exponent (e.g. 12e4, 3E-2) which are treated as decimals
• integers with decimal suffix (e.g. 12f32, 1e4f64) which are treated as decimals

BinaryIntegerLiteral(IntegerWithVariant)

OctalIntegerLiteral(IntegerWithVariant)

HexadecimalIntegerLiteral(IntegerWithVariant)

DecimalLiteral(LiteralWithVariant<DecimalTypeVariant>)

Decimal literal (excluding decimals without dot (e.g. 12f32, 1e4) - these are handled by IntegerLiteral)

FractionLiteral(String)

Decimal fraction (e.g. 1/2, 3/4)

StringLiteral(String)

Endpoint(String)

Identifier(String)

Slot(String)

NamedSlot(String)

Implementations

impl Token

pub fn as_const_str(&self) -> Option<&str>

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token

type Error = Range<usize>

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for Token

impl StructuralPartialEq for Token