1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
use range::Range;
use std::rc::Rc;

use {
    ret_err,
    update,
    DebugId,
    ParseError,
    Rule,
    Tokenizer,
    TokenizerState,
};

/// Stores information about optional.
#[derive(Clone, Debug, PartialEq)]
pub struct Optional {
    /// The optional rule.
    pub rule: Rule,
    /// A debug id to track down the rule generating an error.
    pub debug_id: DebugId,
}

impl Optional {
    /// Parse optional.
    /// Returns the old state if any sub rule fails.
    pub fn parse(
        &self,
        tokenizer: &mut Tokenizer,
        state: &TokenizerState,
        mut chars: &[char],
        mut offset: usize,
        refs: &[(Rc<String>, Rule)]
    ) -> (Range, TokenizerState, Option<(Range, ParseError)>) {
        let start_offset = offset;
        let mut success_state = state.clone();
        let mut opt_error = None;
        success_state = match self.rule.parse(
            tokenizer, &success_state, chars, offset, refs
        ) {
            Ok((range, state, err)) => {
                update(range, err, &mut chars, &mut offset, &mut opt_error);
                state
            }
            Err(err) => {
                return (Range::new(start_offset, 0), state.clone(),
                    Some(ret_err(err, opt_error)))
            }
        };
        (Range::new(start_offset, offset - start_offset), success_state,
            opt_error)
    }
}

#[cfg(test)]
mod tests {
    use super::super::*;
    use range::Range;
    use std::rc::Rc;

    #[test]
    fn fail_but_continue() {
        let text = "2";
        let chars: Vec<char> = text.chars().collect();
        let mut tokenizer = Tokenizer::new();
        let s = TokenizerState::new();
        let num: Rc<String> = Rc::new("num".into());
        // Will fail because text is expected first.
        let optional = Optional {
            debug_id: 0,
            rule: Rule::Sequence(Sequence {
                debug_id: 1,
                args: vec![
                    Rule::Text(Text {
                        debug_id: 2,
                        allow_empty: true,
                        property: None
                    }),
                    Rule::Number(Number {
                        debug_id: 3,
                        property: Some(num.clone()),
                        allow_underscore: false,
                    })
                ]
            }),
        };
        let res = optional.parse(&mut tokenizer, &s, &chars, 0, &[]);
        assert_eq!(res, (Range::new(0, 0), TokenizerState(0),
            Some((Range::new(0, 0), ParseError::ExpectedText(2)))));
        assert_eq!(tokenizer.tokens.len(), 0);
    }
}