Enum Token 

pub enum Token<'src> {
    DocCommentLine(&'src str),
    Ident(&'src str),
    CurlyOpen,
    CurlyClose,
    BracketOpen,
    BracketClose,
    Comma,
    Colon,
    Underscore,
    Arrow,
    Star,
    Try,
    As,
    Allow,
    Default,
    CatchAll,
    Stride,
    Num(&'src str),
    Access(Access),
    ByteOrder(ByteOrder),
    BaseType(BaseType),
    Integer(Integer),
    AddressMode(AddressMode),
    String(&'src str),
    Unexpected(&'src str),
    Error,
}

Variants

DocCommentLine(&'src str)

Ident(&'src str)

CurlyOpen

CurlyClose

BracketOpen

BracketClose

Comma

Colon

Underscore

Arrow

Star

Try

As

Allow

Default

CatchAll

Stride

Num(&'src str)

Access(Access)

ByteOrder(ByteOrder)

BaseType(BaseType)

All the base types except fixed integers. Those are Self::Integer.

Integer(Integer)

AddressMode(AddressMode)

String(&'src str)

Unexpected(&'src str)

Error

Implementations

impl<'src> Token<'src>

pub fn formatted_print<'a, I: Iterator<Item = &'a Token<'src>>>( stream: &mut impl Write, tokens: I, ) -> Result<(), Error>

where 'src: 'a,

Trait Implementations

impl<'src> Clone for Token<'src>

fn clone(&self) -> Token<'src>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'src> Copy for Token<'src>

impl<'src> Debug for Token<'src>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token<'_>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token<'s>

type Error = ()

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex( lex: &mut Lexer<'s, Self>, ) -> Option<Result<Self, <Self as Logos<'s>>::Error>>

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl<'src> PartialEq for Token<'src>

fn eq(&self, other: &Token<'src>) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl<'src> StructuralPartialEq for Token<'src>