Trait Tokens

pub trait Tokens {
    type Error;

    // Required methods
    fn peek(
        &mut self,
    ) -> Result<Meta<Option<&Token>, Span>, Meta<Self::Error, Span>>;
    fn next(
        &mut self,
    ) -> Result<Meta<Option<Token>, Span>, Meta<Self::Error, Span>>;
    fn last(&self) -> Span;
}

Fallible tokens iterator with lookahead.

Required Associated Types

type Error

Required Methods

fn peek( &mut self, ) -> Result<Meta<Option<&Token>, Span>, Meta<Self::Error, Span>>

fn next(&mut self) -> Result<Meta<Option<Token>, Span>, Meta<Self::Error, Span>>

fn last(&self) -> Span

Returns the span of the last parsed token.

Implementors

impl<E, C: Iterator<Item = Result<DecodedChar, E>>> Tokens for Lexer<C, E>

type Error = Error<E>