Trait TokenRecognizer 

pub trait TokenRecognizer {
    type Token;

    // Required method
    fn recognize_next_token(
        &mut self,
        buffer: &mut dyn BufferProvider,
        position: &mut TextPosition,
    ) -> ParseResult<Option<Self::Token>>;
}

Trait for tokenizing rules

Required Associated Types

type Token

Required Methods

fn recognize_next_token( &mut self, buffer: &mut dyn BufferProvider, position: &mut TextPosition, ) -> ParseResult<Option<Self::Token>>

Recognize the next token from the current position

Implementors

impl TokenRecognizer for N3Lexer

type Token = N3Token