luau-lexer 0.2.0

A lexer for the luau language.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! [`Comment`] struct

use smol_str::SmolStr;

use crate::prelude::{Lexable, Lexer, LuauString};

/// A comment.
#[derive(Clone, Debug, Hash, PartialEq, Eq, PartialOrd, Ord)]
#[cfg_attr(feature = "serde", derive(serde::Deserialize, serde::Serialize))]
pub enum Comment {
    ///```lua
    /// -- single line
    /// ```
    SingleLine(SmolStr),

    ///```lua
    /// --[[ multiline ]]
    /// --[[
    ///     multiline
    /// ]]
    /// --[==[
    ///     multiline
    /// ]==]
    /// ```
    MultiLine(SmolStr),
}

impl Comment {
    /// Parses a [`Comment::SingleLine`].
    fn parse_inner(lexer: &mut Lexer) -> SmolStr {
        let mut characters = vec!['-', '-'];

        while let Some(character) = lexer.current_char() {
            if character == '\n' {
                break;
            }

            characters.push(character);
            lexer.increment_position_by_char(character);
        }

        characters.iter().collect::<String>().into()
    }
}

impl Lexable for Comment {
    fn try_lex(lexer: &mut Lexer) -> Option<Self> {
        if lexer.current_char() == Some('[') {
            Some(Self::MultiLine(
                format!("--{}", LuauString::parse_multi_line(lexer)).into(),
            ))
        } else {
            Some(Self::SingleLine(Self::parse_inner(lexer)))
        }
    }
}