udled 0.6.2

Tokenizer and parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

use crate::{AsChar, Buffer, Char, Item, StringExt, Tokenizer};

macro_rules! impls {
    ($($name: ident => $method: ident),+) => {
      $(
        #[derive(Debug, Clone, Copy)]
        pub struct $name;

        impl<'input, B> Tokenizer<'input, B> for $name
        where
            B: Buffer<'input>,
            B::Item: AsChar,
        {
            type Token = Item<char>;

            fn to_token(
                &self,
                reader: &mut crate::Reader<'_, 'input, B>,
            ) -> Result<Self::Token, crate::Error> {
                let char = reader.parse(Char)?;
                if !char.value.$method() {
                    return Err(reader.error(stringify!($name)));
                }

                Ok(char)
            }
        }
      )+
    };
}

impls!(
  Alphabetic => is_alphabetic,
  AlphaNumeric => is_alphanumeric,
  Punct => is_ascii_punctuation,
  Numeric => is_numeric,
  AsciiWhiteSpace => is_ascii_whitespace,
  WhiteSpace => is_whitespace,
  LineBreak => is_linebreak
);