Struct erl_tokenize::tokens::CharToken

pub struct CharToken { /* fields omitted */ }

Character token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CharToken;

let pos = Position::new();

// Ok
assert_eq!(CharToken::from_text("$a", pos.clone()).unwrap().value(), 'a');
assert_eq!(CharToken::from_text("$a  ", pos.clone()).unwrap().value(), 'a');
assert_eq!(CharToken::from_text(r"$\t", pos.clone()).unwrap().value(), '\t');
assert_eq!(CharToken::from_text(r"$\123", pos.clone()).unwrap().value(), 'I');
assert_eq!(CharToken::from_text(r"$\x6F", pos.clone()).unwrap().value(), 'o');
assert_eq!(CharToken::from_text(r"$\x{06F}", pos.clone()).unwrap().value(), 'o');
assert_eq!(CharToken::from_text(r"$\^a", pos.clone()).unwrap().value(), '\u{1}');

// Err
assert!(CharToken::from_text("  $a", pos.clone()).is_err());
assert!(CharToken::from_text(r"$\", pos.clone()).is_err());
assert!(CharToken::from_text("a", pos.clone()).is_err());

Methods

impl CharToken

pub fn from_value(value: char, pos: Position) -> Self

Makes a new CharToken instance from the value.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CharToken;

let pos = Position::new();
assert_eq!(CharToken::from_value('a', pos.clone()).text(), "$a");

pub fn from_text(text: &str, pos: Position) -> Result<Self>

Tries to convert from any prefixes of the text to a CharToken.

pub fn value(&self) -> char

Returns the value of this token.

Example

use erl_tokenize::Position;
use erl_tokenize::tokens::CharToken;

let pos = Position::new();

assert_eq!(CharToken::from_text("$a", pos.clone()).unwrap().value(), 'a');
assert_eq!(CharToken::from_text(r"$\123", pos.clone()).unwrap().value(), 'I');

pub fn text(&self) -> &str

Returns the original textual representation of this token.

Example

use erl_tokenize::Position;
use erl_tokenize::tokens::CharToken;

let pos = Position::new();

assert_eq!(CharToken::from_text("$a", pos.clone()).unwrap().text(), "$a");
assert_eq!(CharToken::from_text(r"$\123", pos.clone()).unwrap().text(), r#"$\123"#);

Trait Implementations

impl PositionRange for CharToken

fn start_position(&self) -> Position

Returns the (inclusive) start position of this.

fn end_position(&self) -> Position

Returns the (exclusive) end position of this.

impl Clone for CharToken

fn clone(&self) -> CharToken

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl From<CharToken> for LexicalToken

fn from(f: CharToken) -> Self

Performs the conversion.

impl From<CharToken> for Token

fn from(f: CharToken) -> Self

Performs the conversion.

impl Display for CharToken

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Debug for CharToken

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.