udled 0.6.2

Tokenizer and parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use crate::{buffer::IntoBuffer, cursor::Cursor, Buffer, Reader, Result, Tokenizer};

pub struct Input<B> {
    buffer: B,
    index: usize,
}

impl Input<()> {
    pub fn new<'a, B: IntoBuffer<'a>>(buffer: B) -> Input<B::Buffer> {
        Input {
            buffer: buffer.into_buffer(),
            index: 0,
        }
    }
}

impl<B> Input<B> {
    pub fn buffer(&self) -> &B {
        &self.buffer
    }

    #[inline(always)]
    fn reader<'this, 'input>(&'this mut self) -> Reader<'this, 'input, B>
    where
        B: Buffer<'input>,
    {
        Reader::new(Cursor::new(&mut self.index, &mut self.buffer))
    }

    pub fn is<'input, T: Tokenizer<'input, B>>(&mut self, tokenizer: T) -> bool
    where
        B: Buffer<'input>,
    {
        self.reader().is(tokenizer)
    }

    /// Parse a
    pub fn parse<'input, T: Tokenizer<'input, B>>(&mut self, tokenizer: T) -> Result<T::Token>
    where
        B: Buffer<'input>,
    {
        self.reader().parse(tokenizer)
    }

    /// Eat a token
    pub fn eat<'input, T: Tokenizer<'input, B>>(&mut self, tokenizer: T) -> Result<()>
    where
        B: Buffer<'input>,
    {
        self.reader().eat(tokenizer)
    }
}