udled 0.6.2

Tokenizer and parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use core::marker::PhantomData;

use crate::{Buffer, Error, Reader, Tokenizer};

pub trait IntoTokenizer<'a, B>
where
    B: Buffer<'a>,
{
    type Tokenizer: Tokenizer<'a, B>;

    fn into_tokenizer(self) -> Self::Tokenizer;
}

impl<'a, T, U, B> IntoTokenizer<'a, B> for T
where
    T: Fn(&mut Reader<'_, 'a, B>) -> Result<U, Error>,
    B: Buffer<'a>,
{
    type Tokenizer = Func<T, U>;

    fn into_tokenizer(self) -> Self::Tokenizer {
        Func(self, PhantomData)
    }
}

pub struct Func<T, U>(T, PhantomData<U>);

impl<T, U> Func<T, U> {
    pub const fn new(func: T) -> Func<T, U> {
        Func(func, PhantomData)
    }
}

impl<T, U> Clone for Func<T, U>
where
    T: Clone,
{
    fn clone(&self) -> Self {
        Func(self.0.clone(), PhantomData)
    }
}

impl<T, U> Copy for Func<T, U> where T: Copy {}

impl<'input, T, U, B> Tokenizer<'input, B> for Func<T, U>
where
    B: Buffer<'input>,
    for<'a> T: Fn(&mut Reader<'a, 'input, B>) -> Result<U, Error>,
{
    type Token = U;

    fn to_token(&self, reader: &mut Reader<'_, 'input, B>) -> Result<Self::Token, Error> {
        (self.0)(reader)
    }
}