Enum Token

pub enum Token {
    Comment,
    SpecificComment(String),
    Msg,
    Enum,
    OneOf,
    CBraceOpen,
    CBraceClose,
    BraceOpen,
    BraceClose,
    Colon,
    SemiColon,
    Comma,
    Star,
    MsgBaseInfoToken(u16),
    MsgVersionToken(u16),
    IntegerVal(isize),
    Number(f64),
    Bool,
    MsgSizeType,
    UIntFixed(u8),
    IntFixed(u8),
    UIntDyn((u8, u8)),
    IntDyn((u8, u8)),
    Float,
    Double,
    FixedPoint(FixedPrecisionProperties),
    Binary(u8),
    RepeatedDyn(u8),
    RepeatedFixed(u8),
    Optional,
    StringVal(String),
    BoolVal(bool),
    EnumDynSize(u8),
}

Variants

Comment

SpecificComment(String)

Msg

Enum

OneOf

CBraceOpen

CBraceClose

BraceOpen

BraceClose

Colon

SemiColon

Comma

Star

MsgBaseInfoToken(u16)

MsgVersionToken(u16)

IntegerVal(isize)

Number(f64)

Bool

MsgSizeType

UIntFixed(u8)

IntFixed(u8)

UIntDyn((u8, u8))

IntDyn((u8, u8))

Float

Double

FixedPoint(FixedPrecisionProperties)

Binary(u8)

RepeatedDyn(u8)

RepeatedFixed(u8)

Optional

StringVal(String)

BoolVal(bool)

EnumDynSize(u8)

Trait Implementations

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token

type Error = ()

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = u16

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.