Enum Token 

pub enum Token {
    Bool(bool),
    BraceOpen,
    BraceClose,
    BracketOpen,
    BracketClose,
    ParenthesisOpen,
    ParenthesisClose,
    Colon,
    Comma,
    Null,
    NaN,
    Infinity,
    NegInfinity,
    ByteStringHex(Result<Vec<u8>>),
    ByteStringBase64(Result<Vec<u8>>),
    DateLiteral(Result<Date>),
    Number(f64),
    String(String),
    TagValue(Result<TagValue>),
    TagName(String),
    KnownValueNumber(Result<u64>),
    KnownValueName(String),
    Unit,
    UR(Result<UR>),
}

Variants

Bool(bool)

BraceOpen

BraceClose

BracketOpen

BracketClose

ParenthesisOpen

ParenthesisClose

Colon

Comma

Null

NaN

Infinity

NegInfinity

ByteStringHex(Result<Vec<u8>>)

Binary string in hex format.

ByteStringBase64(Result<Vec<u8>>)

Binary string in base64 format.

DateLiteral(Result<Date>)

ISO-8601 date literal (date-only or date-time).

Number(f64)

JavaScript-style number.

String(String)

JavaScript-style string.

TagValue(Result<TagValue>)

Integer followed immediately by an opening parenthesis.

TagName(String)

Tag name followed immediately by an opening parenthesis.

KnownValueNumber(Result<u64>)

Integer (same regex as TagValue) enclosed in single quotes.

KnownValueName(String)

Single-quoted empty string (i.e., '') (Unit) or Identifier (same regex as for tag names) enclosed in single quotes.

Unit

The unit known value 40000(0).

UR(Result<UR>)

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token

type Error = Error

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token