1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#![no_std]
extern crate alloc;
pub mod filter;
mod ops;
pub mod path;
mod token;
mod toplevel;
pub use ops::{MathOp, OrdOp};
use path::Path;
use token::Token;
pub use toplevel::{defs, main, Def, Main};
use alloc::{string::String, string::ToString, vec::Vec};
use chumsky::prelude::*;
type Span = core::ops::Range<usize>;
pub type Spanned<T> = (T, Span);
pub type Error = Simple<String>;
fn lex() -> impl Parser<char, Vec<Spanned<Token>>, Error = Simple<char>> {
let comment = just("#").then(take_until(just('\n'))).padded();
token::token()
.padded_by(comment.repeated())
.map_with_span(|tok, span| (tok, span))
.padded()
.repeated()
}
pub fn parse<T, P>(src: &str, parser: P) -> (Option<T>, Vec<Error>)
where
P: Parser<Token, T, Error = Simple<Token>> + Clone,
{
let (tokens, lex_errs) = lex()
.then_ignore(end())
.recover_with(skip_then_retry_until([]))
.parse_recovery(src);
let (parsed, parse_errs) = if let Some(tokens) = tokens {
let len = src.chars().count();
let stream = chumsky::Stream::from_iter(len..len + 1, tokens.into_iter());
parser.then_ignore(end()).parse_recovery(stream)
} else {
(None, Vec::new())
};
let lex_errs = lex_errs.into_iter().map(|e| e.map(|c| c.to_string()));
let parse_errs = parse_errs.into_iter().map(|e| e.map(|tok| tok.to_string()));
let errs: Vec<_> = lex_errs.chain(parse_errs).collect();
(parsed, errs)
}