Struct erl_tokenize::tokens::SymbolToken

pub struct SymbolToken { /* fields omitted */ }

Symbol token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::SymbolToken;
use erl_tokenize::values::Symbol;

let pos = Position::new();

// Ok
assert_eq!(SymbolToken::from_text(".", pos.clone()).unwrap().value(), Symbol::Dot);
assert_eq!(SymbolToken::from_text(":=  ", pos.clone()).unwrap().value(), Symbol::MapMatch);

// Err
assert!(SymbolToken::from_text("  .", pos.clone()).is_err());
assert!(SymbolToken::from_text("foo", pos.clone()).is_err());

Implementations

impl SymbolToken

pub fn from_value(value: Symbol, pos: Position) -> Self

Makes a new SymbolToken instance from the value.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::SymbolToken;
use erl_tokenize::values::Symbol;

let pos = Position::new();
assert_eq!(SymbolToken::from_value(Symbol::Dot, pos.clone()).text(), ".");

pub fn from_text(text: &str, pos: Position) -> Result<Self>

Tries to convert from any prefixes of the text to a SymbolToken.

pub fn value(&self) -> Symbol

Returns the value of this token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::SymbolToken;
use erl_tokenize::values::Symbol;

let pos = Position::new();

assert_eq!(SymbolToken::from_text(".", pos.clone()).unwrap().value(), Symbol::Dot);
assert_eq!(SymbolToken::from_text(":=  ", pos.clone()).unwrap().value(), Symbol::MapMatch);

pub fn text(&self) -> &'static str

Returns the original textual representation of this token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::SymbolToken;

let pos = Position::new();

assert_eq!(SymbolToken::from_text(".", pos.clone()).unwrap().text(), ".");
assert_eq!(SymbolToken::from_text(":=  ", pos.clone()).unwrap().text(), ":=");

Trait Implementations

impl Clone for SymbolToken

fn clone(&self) -> SymbolToken

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SymbolToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for SymbolToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<SymbolToken> for LexicalToken

fn from(f: SymbolToken) -> Self

Performs the conversion.

impl From<SymbolToken> for Token

fn from(f: SymbolToken) -> Self

Performs the conversion.

impl PositionRange for SymbolToken

fn start_position(&self) -> Position

Returns the (inclusive) start position of this.

fn end_position(&self) -> Position

Returns the (exclusive) end position of this.