1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
use range::Range;
use std::rc::Rc;
use {
ret_err,
update,
DebugId,
ParseError,
Rule,
Tokenizer,
TokenizerState,
};
#[derive(Clone, Debug, PartialEq)]
pub struct Optional {
pub rule: Rule,
pub debug_id: DebugId,
}
impl Optional {
pub fn parse(
&self,
tokenizer: &mut Tokenizer,
state: &TokenizerState,
mut chars: &[char],
mut offset: usize,
refs: &[(Rc<String>, Rule)]
) -> (Range, TokenizerState, Option<(Range, ParseError)>) {
let start_offset = offset;
let mut success_state = state.clone();
let mut opt_error = None;
success_state = match self.rule.parse(
tokenizer, &success_state, chars, offset, refs
) {
Ok((range, state, err)) => {
update(range, err, &mut chars, &mut offset, &mut opt_error);
state
}
Err(err) => {
return (Range::new(start_offset, 0), state.clone(),
Some(ret_err(err, opt_error)))
}
};
(Range::new(start_offset, offset - start_offset), success_state,
opt_error)
}
}
#[cfg(test)]
mod tests {
use super::super::*;
use range::Range;
use std::rc::Rc;
#[test]
fn fail_but_continue() {
let text = "2";
let chars: Vec<char> = text.chars().collect();
let mut tokenizer = Tokenizer::new();
let s = TokenizerState::new();
let num: Rc<String> = Rc::new("num".into());
let optional = Optional {
debug_id: 0,
rule: Rule::Sequence(Sequence {
debug_id: 1,
args: vec![
Rule::Text(Text {
debug_id: 2,
allow_empty: true,
property: None
}),
Rule::Number(Number {
debug_id: 3,
property: Some(num.clone()),
allow_underscore: false,
})
]
}),
};
let res = optional.parse(&mut tokenizer, &s, &chars, 0, &[]);
assert_eq!(res, (Range::new(0, 0), TokenizerState(0),
Some((Range::new(0, 0), ParseError::ExpectedText(2)))));
assert_eq!(tokenizer.tokens.len(), 0);
}
}