Struct yoin_core::tokenizer::Token

pub struct Token<'a> { /* fields omitted */ }

Methods

impl<'a> Token<'a>

fn surface(&self) -> &str

fn start(&self) -> usize

fn end(&self) -> usize

fn features(&self) -> FeatureIter

Trait Implementations

impl<'a> Debug for Token<'a>

fn fmt(&self, __arg_0: &mut Formatter) -> Result

Formats the value using the given formatter.

impl<'a> Clone for Token<'a>

fn clone(&self) -> Token<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> PartialEq for Token<'a>

fn eq(&self, __arg_0: &Token<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, __arg_0: &Token<'a>) -> bool

This method tests for !=.

impl<'a> Eq for Token<'a>

impl<'a> Display for Token<'a>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.