perl-lexer 0.13.3

High-performance Perl lexer with context-aware tokenization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use crate::PerlLexer;

impl PerlLexer<'_> {
    #[inline]
    pub(crate) fn parse_quoted_heredoc_delimiter(
        &mut self,
        quote: char,
        text: &mut String,
    ) -> Option<String> {
        text.push(quote);
        self.advance();

        let mut delim = String::new();
        while self.position < self.input.len() {
            let Some(ch) = self.current_char() else {
                break;
            };

            if ch == quote {
                text.push(ch);
                self.advance();
                return Some(delim);
            }

            if ch == '\n' || ch == '\r' {
                return None;
            }

            delim.push(ch);
            text.push(ch);
            self.advance();
        }

        None
    }
}