Struct strizer::Token [−][src]
Token
describes the primitive that is returned while iterating through a Tokenizer.
Tokens can be of different type or kind:
The associated data is stored in the Token, along with its start position (in bytes).
Implementations
impl Token
[src]
pub fn kind(&self) -> &TokenKind
[src]
Returns token’s kind
pub fn character(character: char) -> Token
[src]
Creates a character token with a given start position (in bytes).
pub fn is_character(&self) -> bool
[src]
Returns true
if the Token
is TokenKind::Character
pub fn is_character_equal(&self, input: char) -> bool
[src]
Returns true
if the Token
is TokenKind::Character
and equal to the input
character.
pub fn word() -> Token
[src]
Creates a word token
pub fn is_word(&self) -> bool
[src]
Returns true
if the Token
is TokenKind::Word
Trait Implementations
impl Clone for Token
[src]
impl Copy for Token
[src]
impl Debug for Token
[src]
impl Display for Token
[src]
impl Eq for Token
[src]
impl PartialEq<Token> for Token
[src]
impl StructuralEq for Token
[src]
impl StructuralPartialEq for Token
[src]
Auto Trait Implementations
impl RefUnwindSafe for Token
impl Send for Token
impl Sync for Token
impl Unpin for Token
impl UnwindSafe for Token
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized,
[src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized,
[src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized,
[src]
T: ?Sized,
pub fn borrow_mut(&mut self) -> &mut T
[src]
impl<T> From<T> for T
[src]
impl<T, U> Into<U> for T where
U: From<T>,
[src]
U: From<T>,
impl<T> ToOwned for T where
T: Clone,
[src]
T: Clone,
type Owned = T
The resulting type after obtaining ownership.
pub fn to_owned(&self) -> T
[src]
pub fn clone_into(&self, target: &mut T)
[src]
impl<T> ToString for T where
T: Display + ?Sized,
[src]
T: Display + ?Sized,
impl<T, U> TryFrom<U> for T where
U: Into<T>,
[src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>
[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>,
[src]
U: TryFrom<T>,