Struct erl_tokenize::tokens::StringToken
[−]
[src]
pub struct StringToken { /* fields omitted */ }
String token.
Examples
use erl_tokenize::Position; use erl_tokenize::tokens::StringToken; let pos = Position::new(); // Ok assert_eq!(StringToken::from_text(r#""foo""#, pos.clone()).unwrap().value(), "foo"); assert_eq!(StringToken::from_text(r#""foo" "#, pos.clone()).unwrap().value(), "foo"); assert_eq!(StringToken::from_text(r#""f\x6Fo""#, pos.clone()).unwrap().value(), "foo"); // Err assert!(StringToken::from_text(r#" "foo""#, pos.clone()).is_err());
Methods
impl StringToken
[src]
fn from_value(value: &str, pos: Position) -> Self
Makes a new StringToken
instance from the value.
Examples
use erl_tokenize::Position; use erl_tokenize::tokens::StringToken; let pos = Position::new(); assert_eq!(StringToken::from_value("foo", pos.clone()).text(), r#""foo""#);
fn from_text(text: &str, pos: Position) -> Result<Self>
Tries to convert from any prefixes of the text to a StringToken
.
fn value(&self) -> &str
Returns the value of this token.
Examples
use erl_tokenize::Position; use erl_tokenize::tokens::StringToken; let pos = Position::new(); assert_eq!(StringToken::from_text(r#""foo""#, pos.clone()).unwrap().value(), "foo"); assert_eq!(StringToken::from_text(r#""foo" "#, pos.clone()).unwrap().value(), "foo"); assert_eq!(StringToken::from_text(r#""f\x6Fo""#, pos.clone()).unwrap().value(), "foo");
fn text(&self) -> &str
Returns the original textual representation of this token.
Examples
use erl_tokenize::Position; use erl_tokenize::tokens::StringToken; let pos = Position::new(); assert_eq!(StringToken::from_text(r#""foo""#, pos.clone()).unwrap().text(), r#""foo""#); assert_eq!(StringToken::from_text(r#""foo" "#, pos.clone()).unwrap().text(), r#""foo""#); assert_eq!(StringToken::from_text(r#""f\x6Fo""#, pos.clone()).unwrap().text(), r#""f\x6Fo""#);
Trait Implementations
impl Debug for StringToken
[src]
impl Clone for StringToken
[src]
fn clone(&self) -> StringToken
Returns a copy of the value. Read more
fn clone_from(&mut self, source: &Self)
1.0.0
Performs copy-assignment from source
. Read more
impl PositionRange for StringToken
[src]
fn start_position(&self) -> Position
Returns the (inclusive) start position of this.
fn end_position(&self) -> Position
Returns the (exclusive) end position of this.