Enum erl_tokenize::LexicalToken

pub enum LexicalToken {
    Atom(AtomToken),
    Char(CharToken),
    Float(FloatToken),
    Integer(IntegerToken),
    Keyword(KeywordToken),
    String(StringToken),
    Symbol(SymbolToken),
    Variable(VariableToken),
}

Lexical token.

This kind of token is meaningful in lexical analysis.

Variants

Atom(AtomToken)

Char(CharToken)

Float(FloatToken)

Integer(IntegerToken)

Keyword(KeywordToken)

String(StringToken)

Symbol(SymbolToken)

Variable(VariableToken)

Implementations

impl LexicalToken

pub fn text(&self) -> &str

Returns the original textual representation of this token.

pub fn as_atom_token(&self) -> Option<&AtomToken>

Tries to return the reference to the inner AtomToken.

pub fn as_char_token(&self) -> Option<&CharToken>

Tries to return the reference to the inner CharToken.

pub fn as_float_token(&self) -> Option<&FloatToken>

Tries to return the reference to the inner FloatToken.

pub fn as_integer_token(&self) -> Option<&IntegerToken>

Tries to return the reference to the inner IntegerToken.

pub fn as_keyword_token(&self) -> Option<&KeywordToken>

Tries to return the reference to the inner KeywordToken.

pub fn as_string_token(&self) -> Option<&StringToken>

Tries to return the reference to the inner StringToken.

pub fn as_symbol_token(&self) -> Option<&SymbolToken>

Tries to return the reference to the inner SymbolToken.

pub fn as_variable_token(&self) -> Option<&VariableToken>

Tries to return the reference to the inner VariableToken.

pub fn into_atom_token(self) -> Result<AtomToken, Self>

Tries to return the inner AtomToken.

pub fn into_char_token(self) -> Result<CharToken, Self>

Tries to return the inner CharToken.

pub fn into_float_token(self) -> Result<FloatToken, Self>

Tries to return the inner FloatToken.

pub fn into_integer_token(self) -> Result<IntegerToken, Self>

Tries to return the inner IntegerToken.

pub fn into_keyword_token(self) -> Result<KeywordToken, Self>

Tries to return the inner KeywordToken.

pub fn into_string_token(self) -> Result<StringToken, Self>

Tries to return the inner StringToken.

pub fn into_symbol_token(self) -> Result<SymbolToken, Self>

Tries to return the inner SymbolToken.

pub fn into_variable_token(self) -> Result<VariableToken, Self>

Tries to return the inner VariableToken.

Trait Implementations

impl Clone for LexicalToken

fn clone(&self) -> LexicalToken

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LexicalToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for LexicalToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<AtomToken> for LexicalToken

fn from(f: AtomToken) -> Self

Converts to this type from the input type.

impl From<CharToken> for LexicalToken

fn from(f: CharToken) -> Self

Converts to this type from the input type.

impl From<FloatToken> for LexicalToken

fn from(f: FloatToken) -> Self

Converts to this type from the input type.

impl From<IntegerToken> for LexicalToken

fn from(f: IntegerToken) -> Self

Converts to this type from the input type.

impl From<KeywordToken> for LexicalToken

fn from(f: KeywordToken) -> Self

Converts to this type from the input type.

impl From<LexicalToken> for Token

fn from(f: LexicalToken) -> Self

Converts to this type from the input type.

impl From<StringToken> for LexicalToken

fn from(f: StringToken) -> Self

Converts to this type from the input type.

impl From<SymbolToken> for LexicalToken

fn from(f: SymbolToken) -> Self

Converts to this type from the input type.

impl From<VariableToken> for LexicalToken

fn from(f: VariableToken) -> Self

Converts to this type from the input type.

impl PositionRange for LexicalToken

fn start_position(&self) -> Position

Returns the (inclusive) start position of this.

fn end_position(&self) -> Position

Returns the (exclusive) end position of this.