chumsky 0.12.0

A parser library for humans with powerful error recovery
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

//! Implementations of regex-based parsers

use super::*;
use regex_automata::{meta, Anchored, Input as ReInput};

/// See [`regex()`].
pub struct Regex<I, E> {
    regex: meta::Regex,
    #[allow(dead_code)]
    phantom: EmptyPhantom<(E, I)>,
}

impl<I, E> Clone for Regex<I, E> {
    fn clone(&self) -> Self {
        Self {
            regex: self.regex.clone(),
            phantom: EmptyPhantom::new(),
        }
    }
}

/// Match input based on a provided regex pattern
pub fn regex<I, E>(pattern: &str) -> Regex<I, E> {
    Regex {
        regex: meta::Regex::new(pattern).expect("Failed to compile regex"),
        phantom: EmptyPhantom::new(),
    }
}

impl<'src, S, I, E> Parser<'src, I, &'src S, E> for Regex<I, E>
where
    I: StrInput<'src, Slice = &'src S>,
    I::Token: Char,
    S: ?Sized + AsRef<[u8]> + 'src,
    E: ParserExtra<'src, I>,
{
    #[inline]
    fn go<M: Mode>(&self, inp: &mut InputRef<'src, '_, I, E>) -> PResult<M, &'src S> {
        let before = inp.cursor();

        let re_in = ReInput::new(inp.full_slice())
            .anchored(Anchored::Yes)
            .range(before.inner..);

        let res = self.regex.find(re_in).map(|m| m.len());

        match res {
            Some(len) => {
                let before = inp.cursor();
                // SAFETY: `len` *must* be no greater than the byte length of the remaining string
                unsafe {
                    inp.skip_bytes(len);
                }
                let after = inp.cursor();
                Ok(M::bind(|| inp.slice(&before..&after)))
            }
            None => {
                // TODO: Improve error
                let span = inp.span_since(&before);
                inp.add_alt([DefaultExpected::SomethingElse], None, span);
                Err(())
            }
        }
    }

    go_extra!(&'src S);
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn regex_parser() {
        use self::prelude::*;
        use self::regex::*;

        fn parser<'src, S, I>() -> impl Parser<'src, I, Vec<&'src S>>
        where
            S: ?Sized + AsRef<[u8]> + 'src,
            I: StrInput<'src, Slice = &'src S>,
            I::Token: Char,
        {
            regex("[a-zA-Z_][a-zA-Z0-9_]*")
                .padded()
                .repeated()
                .collect()
        }
        assert_eq!(
            parser().parse("hello world this works").into_result(),
            Ok(vec!["hello", "world", "this", "works"]),
        );

        assert_eq!(
            parser()
                .parse(b"hello world this works" as &[_])
                .into_result(),
            Ok(vec![
                b"hello" as &[_],
                b"world" as &[_],
                b"this" as &[_],
                b"works" as &[_],
            ]),
        );
    }
}