full_moon 2.2.0

A lossless Lua parser
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114

use crate::{
    tokenizer::{TokenType, TokenizerError, TokenizerErrorType},
    ShortString,
};

use super::{InterpolatedStringKind, Lexer, LexerResult, Position, Token};

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum BraceType {
    InterpolatedString,
    Normal,
}

pub(crate) fn read_interpolated_string_section(
    lexer: &mut Lexer,
    start_position: Position,
    format_type: InterpolatedStringKind,
    end_type: InterpolatedStringKind,
) -> LexerResult<Token> {
    let mut characters = Vec::new();
    let mut escape = false;
    let mut z_escaped = false;

    while let Some(character) = lexer.source.current() {
        if !escape && !z_escaped && matches!(character, '\n' | '\r') {
            break;
        }

        assert_eq!(character, lexer.source.next().unwrap());

        match (escape, character) {
            (true, 'z') => {
                escape = true;
                z_escaped = true;
                characters.push('z');
            }

            (true, ..) => {
                characters.push(character);
                z_escaped = true; // support for '\' followed by a new line
                escape = false;
            }

            // Make sure \u{1234} doesn't get treated as \u, followed by {1234}
            (false, '\\') if lexer.source.consume('u') => {
                characters.push('\\');
                characters.push('u');

                if lexer.source.consume('{') {
                    characters.push('{');

                    while lexer.source.peek().is_some() && lexer.source.peek() != Some('}') {
                        characters.push(lexer.source.next().unwrap());
                    }
                }
            }

            (false, '\\') => {
                characters.push(character);
                escape = true;
            }

            (false, '\n' | '\r') if z_escaped => {
                z_escaped = false;
                characters.push(character);
            }

            (false, ..) if character == '{' => {
                lexer.brace_stack.push(BraceType::InterpolatedString);
                return LexerResult::Ok(Token {
                    token_type: TokenType::InterpolatedString {
                        literal: ShortString::from_iter(characters),
                        kind: format_type,
                    },

                    start_position,
                    end_position: lexer.source.position(),
                });
            }

            (false, ..) if character == '`' => {
                return LexerResult::Ok(Token {
                    token_type: TokenType::InterpolatedString {
                        literal: ShortString::from_iter(characters),
                        kind: end_type,
                    },

                    start_position,
                    end_position: lexer.source.position(),
                });
            }

            _ => {
                characters.push(character);
            }
        }
    }

    LexerResult::Recovered(
        Token {
            token_type: TokenType::InterpolatedString {
                literal: ShortString::from_iter(characters),
                kind: end_type,
            },

            start_position,
            end_position: lexer.source.position(),
        },
        vec![TokenizerError {
            error: TokenizerErrorType::UnclosedString,
            range: (start_position, lexer.source.position()),
        }],
    )
}