Enum Token

Source

pub enum Token {
Show 83 variants    Ignored,
    SymAnd,
    SymAndAnd,
    SymArrow,
    SymAttr,
    SymForwardSlash,
    SymBang,
    SymBracketLeft,
    SymBracketRight,
    SymBraceLeft,
    SymBraceRight,
    SymColon,
    SymComma,
    SymEqual,
    SymEqualEqual,
    SymNotEqual,
    SymGreaterThan,
    SymGreaterThanEqual,
    SymShiftRight,
    SymLessThan,
    SymLessThanEqual,
    SymShiftLeft,
    SymModulo,
    SymMinus,
    SymMinusMinus,
    SymPeriod,
    SymPlus,
    SymPlusPlus,
    SymOr,
    SymOrOr,
    SymParenLeft,
    SymParenRight,
    SymSemicolon,
    SymStar,
    SymTilde,
    SymUnderscore,
    SymXor,
    SymPlusEqual,
    SymMinusEqual,
    SymTimesEqual,
    SymDivisionEqual,
    SymModuloEqual,
    SymAndEqual,
    SymOrEqual,
    SymXorEqual,
    SymShiftRightAssign,
    SymShiftLeftAssign,
    KwAlias,
    KwBreak,
    KwCase,
    KwConst,
    KwConstAssert,
    KwContinue,
    KwContinuing,
    KwDefault,
    KwDiagnostic,
    KwDiscard,
    KwElse,
    KwEnable,
    KwFalse,
    KwFn,
    KwFor,
    KwIf,
    KwLet,
    KwLoop,
    KwOverride,
    KwRequires,
    KwReturn,
    KwStruct,
    KwSwitch,
    KwTrue,
    KwVar,
    KwWhile,
    Ident(String),
    ReservedWord(String),
    AbstractInt(i64),
    AbstractFloat(f64),
    I32(i32),
    U32(u32),
    F32(f32),
    F16(f32),
    TemplateArgsStart,
    TemplateArgsEnd,
}

Variants§

§

TemplateArgsEnd

Implementations§

Source §

Trait Implementations§

Source §

impl Clone for Token

Source §

fn clone(&self) -> Token

Returns a duplicate of the value. Read more

1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

Source §

impl Debug for Token

Source §

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Source §

impl Display for Token

Source §

fn fmt(&self, f: &mut Formatter<'_>) -> Result

This display implementation is used for error messages.

Source §

impl<'s> Logos<'s> for Token

Source §

type Error = ParseError

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

Source §

type Extras = LexerState

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

Source §

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

Source §

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

Source §

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self> ⓘ
where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

Source §

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self> ⓘ

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

Source §

impl PartialEq for Token

Source §

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

Source §

impl StructuralPartialEq for Token

Auto Trait Implementations§

§

impl Freeze for Token

§

impl RefUnwindSafe for Token

§

impl Send for Token

§

impl Sync for Token

§

impl Unpin for Token

§

impl UnwindSafe for Token

Blanket Implementations§

Source §

impl<T> Any for T
where T: 'static + ?Sized,

Source §

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

Source §

impl<T> Borrow<T> for T
where T: ?Sized,

Source §

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

Source §

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source §

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

Source §

impl<T> CloneToUninit for T
where T: Clone,

Source §

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)

Performs copy-assignment from self to dest. Read more

Source §

impl<T> From<T> for T

Source §

fn from(t: T) -> T

Returns the argument unchanged.

Source §

impl<T, U> Into for T
where U: From<T>,

Source §

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source §

impl<T> IntoEither for T

Source §

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more

Source §

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more

Source §

impl<T> ToOwned for T
where T: Clone,

Source §

type Owned = T

The resulting type after obtaining ownership.

Source §

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

Source §

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

Source §

impl<T> ToString for T
where T: Display + ?Sized,

Source §

fn to_string(&self) -> String

Converts the given value to a String. Read more

Source §

impl<T, U> TryFrom for T
where U: Into<T>,

Source §

type Error = Infallible

The type returned in the event of a conversion error.

Source §

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

Source §

impl<T, U> TryInto for T
where U: TryFrom<T>,

Source §

type Error = >::Error

The type returned in the event of a conversion error.

Source §

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Enum TokenCopy item path

Variants§

Ignored

SymAnd

SymAndAnd

SymArrow

SymAttr

SymForwardSlash

SymBang

SymBracketLeft

SymBracketRight

SymBraceLeft

SymBraceRight

SymColon

SymComma

SymEqual

SymEqualEqual

SymNotEqual

SymGreaterThan

SymGreaterThanEqual

SymShiftRight

SymLessThan

SymLessThanEqual

SymShiftLeft

SymModulo

SymMinus

SymMinusMinus

SymPeriod

SymPlus

SymPlusPlus

SymOr

SymOrOr

SymParenLeft

SymParenRight

SymSemicolon

SymStar

SymTilde

SymUnderscore

SymXor

SymPlusEqual

SymMinusEqual

SymTimesEqual

SymDivisionEqual

SymModuloEqual

SymAndEqual

SymOrEqual

SymXorEqual

SymShiftRightAssign

SymShiftLeftAssign

KwAlias

KwBreak

KwCase

KwConst

KwConstAssert

KwContinue

KwContinuing

KwDefault

KwDiagnostic

KwDiscard

KwElse

KwEnable

KwFalse

KwFn

KwFor

KwIf

KwLet

KwLoop

KwOverride

KwRequires

KwReturn

KwStruct

KwSwitch

KwTrue

KwVar

KwWhile

Ident(String)

ReservedWord(String)

AbstractInt(i64)

AbstractFloat(f64)

I32(i32)

Enum Token

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self> ⓘ
where Self::Extras: Default,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T> ToString for T
where T: Display + ?Sized,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,