udled 0.6.2

Tokenizer and parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use crate::{Buffer, Tokenizer, EOF};

#[derive(Debug, Clone, Copy, Default)]
pub struct Next;

impl<'input, B> Tokenizer<'input, B> for Next
where
    B: Buffer<'input>,
{
    type Token = B::Item;

    fn to_token(
        &self,
        reader: &mut crate::Reader<'_, 'input, B>,
    ) -> Result<Self::Token, crate::Error> {
        reader.read()
    }

    fn peek(&self, reader: &mut crate::Reader<'_, 'input, B>) -> bool {
        !reader.is(EOF)
    }
}