Struct CommentToken

pub struct CommentToken { /* private fields */ }

Comment token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CommentToken;

let pos = Position::new();

// Ok
assert_eq!(CommentToken::from_text("%", pos.clone()).unwrap().value(), "");
assert_eq!(CommentToken::from_text("%% foo ", pos.clone()).unwrap().value(), "% foo ");

// Err
assert!(CommentToken::from_text("  % foo", pos.clone()).is_err());

Implementations

impl CommentToken

pub fn from_value(value: &str, pos: Position) -> Result<Self>

Makes a new CommentToken instance from the value.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CommentToken;

let pos = Position::new();
assert_eq!(CommentToken::from_value("foo", pos.clone()).unwrap().text(), "%foo");

pub fn from_text(text: &str, pos: Position) -> Result<Self>

Tries to convert from any prefixes of the text to a CommentToken.

pub fn value(&self) -> &str

Returns the value of this token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CommentToken;

let pos = Position::new();

assert_eq!(CommentToken::from_text("%", pos.clone()).unwrap().value(), "");
assert_eq!(CommentToken::from_text("%% foo ", pos.clone()).unwrap().value(), "% foo ");

pub fn text(&self) -> &str

Returns the original textual representation of this token.

Examples

use erl_tokenize::Position;
use erl_tokenize::tokens::CommentToken;

let pos = Position::new();

assert_eq!(CommentToken::from_text("%", pos.clone()).unwrap().text(), "%");
assert_eq!(CommentToken::from_text("%% foo ", pos.clone()).unwrap().text(), "%% foo ");

Trait Implementations

impl Clone for CommentToken

fn clone(&self) -> CommentToken

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CommentToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for CommentToken

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for CommentToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<CommentToken> for HiddenToken

fn from(f: CommentToken) -> Self

Converts to this type from the input type.

impl From<CommentToken> for Token

fn from(f: CommentToken) -> Self

Converts to this type from the input type.

impl PositionRange for CommentToken

fn start_position(&self) -> Position

Returns the (inclusive) start position of this.

fn end_position(&self) -> Position

Returns the (exclusive) end position of this.

impl Serialize for CommentToken

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.