[−][src]Struct lib_ruby_parser::Token

pub struct Token {
    pub token_type: i32,
    pub token_value: TokenValue,
    pub loc: Loc,
}
[−]

A token that is emitted by a lexer and consumed by a parser

Fields

token_type: i32token_value: TokenValueloc: Loc

Implementations

impl Token[src][−]

pub fn to_string_lossy(&self) -> String[src][−]

Converts Token to a string, replaces unknown chars to U+FFFD

pub fn to_bytes(&self) -> Vec<u8>[src][−]

Converts Token to a vector of bytes

impl Token[src][−]

pub fn into_string_lossy(self) -> String[src]

pub fn into_bytes(self) -> Vec<u8>[src]

Trait Implementations

impl Clone for Token[src][+]

impl Debug for Token[src][+]

Auto Trait Implementations

impl RefUnwindSafe for Token

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnwindSafe for Token

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized, [src][+]

impl<T> Borrow<T> for T where
    T: ?Sized, [src][+]

impl<T> BorrowMut<T> for T where
    T: ?Sized, [src][+]

impl<T> From<T> for T[src][+]

impl<T, U> Into<U> for T where
    U: From<T>, [src][+]

impl<T> ToOwned for T where
    T: Clone, [src][+]

type Owned = T

The resulting type after obtaining ownership.

impl<T, U> TryFrom<U> for T where
    U: Into<T>, [src][+]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, [src][+]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.