Skip to main content

TokenKind

Enum TokenKind 

Source
pub enum TokenKind<'s> {
    Eof,
    Identifier(&'s str),
    Ordinal(i32),
    Number(f64, Box<NumberInfo<'s>>),
    String(Cow<'s, str>, Box<StringInfo<'s>>),
    InterpolatedString(Vec<(Cow<'s, str>, Vec<Token<'s>>, &'s str)>, Box<StringInfo<'s>>),
    Operator(Operator),
    Keyword(Keyword),
    Unknown {
        recovered: Box<TokenKind<'s>>,
        errors: Vec<SourceDiagnostic>,
    },
    Empty,
}

Variants§

§

Eof

§

Identifier(&'s str)

§

Ordinal(i32)

§

Number(f64, Box<NumberInfo<'s>>)

§

String(Cow<'s, str>, Box<StringInfo<'s>>)

§

InterpolatedString(Vec<(Cow<'s, str>, Vec<Token<'s>>, &'s str)>, Box<StringInfo<'s>>)

Interpolated string, stored as a tuple of the string parts, the tokens that are interpolated, and format string of tokens. The last tuple element is the string part after the last interpolation, with the tokens and format being empty.

§

Operator(Operator)

§

Keyword(Keyword)

§

Unknown

Fields

§recovered: Box<TokenKind<'s>>
§

Empty

Contains no token, only position information.

Implementations§

Source§

impl<'s> TokenKind<'s>

Source

pub const fn is_eof(&self) -> bool

Returns true if the enum is TokenKind::Eof otherwise false

Source

pub const fn is_identifier(&self) -> bool

Returns true if the enum is TokenKind::Identifier otherwise false

Source

pub const fn is_ordinal(&self) -> bool

Returns true if the enum is TokenKind::Ordinal otherwise false

Source

pub const fn is_number(&self) -> bool

Returns true if the enum is TokenKind::Number otherwise false

Source

pub const fn is_string(&self) -> bool

Returns true if the enum is TokenKind::String otherwise false

Source

pub const fn is_interpolated_string(&self) -> bool

Returns true if the enum is TokenKind::InterpolatedString otherwise false

Source

pub const fn is_operator(&self) -> bool

Returns true if the enum is TokenKind::Operator otherwise false

Source

pub const fn is_keyword(&self) -> bool

Returns true if the enum is TokenKind::Keyword otherwise false

Source

pub const fn is_unknown(&self) -> bool

Returns true if the enum is TokenKind::Unknown otherwise false

Source

pub const fn is_empty(&self) -> bool

Returns true if the enum is TokenKind::Empty otherwise false

Trait Implementations§

Source§

impl<'s> Clone for TokenKind<'s>

Source§

fn clone(&self) -> Self

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl<'s> Debug for TokenKind<'s>

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl Display for TokenKind<'_>

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl From<Keyword> for TokenKind<'_>

Source§

fn from(kw: Keyword) -> Self

Converts to this type from the input type.
Source§

impl From<Operator> for TokenKind<'_>

Source§

fn from(op: Operator) -> Self

Converts to this type from the input type.
Source§

impl PartialEq for TokenKind<'_>

Source§

fn eq(&self, other: &Self) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<Keyword> for TokenKind<'_>

Source§

fn eq(&self, other: &Keyword) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<Operator> for TokenKind<'_>

Source§

fn eq(&self, other: &Operator) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<Token<'_>> for TokenKind<'_>

Source§

fn eq(&self, other: &Token<'_>) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<TokenKind<'_>> for Keyword

Source§

fn eq(&self, other: &TokenKind<'_>) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<TokenKind<'_>> for Operator

Source§

fn eq(&self, other: &TokenKind<'_>) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl PartialEq<TokenKind<'_>> for Token<'_>

Source§

fn eq(&self, other: &TokenKind<'_>) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more

Auto Trait Implementations§

§

impl<'s> Freeze for TokenKind<'s>

§

impl<'s> RefUnwindSafe for TokenKind<'s>

§

impl<'s> Send for TokenKind<'s>

§

impl<'s> Sync for TokenKind<'s>

§

impl<'s> Unpin for TokenKind<'s>

§

impl<'s> UnsafeUnpin for TokenKind<'s>

§

impl<'s> UnwindSafe for TokenKind<'s>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T> ToString for T
where T: Display + ?Sized,

Source§

fn to_string(&self) -> String

Converts the given value to a String. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.