df_ls_lexical_analysis 0.3.0-rc.1

A language server for Dwarf Fortress RAW files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

use super::*;
use df_ls_diagnostics::{DMExtraInfo, DiagnosticsInfo, Position, Range};

/// Tokenize the header of the DF Raw file.
pub(crate) fn tokenize_header(
    tok_help: &mut TokenizerHelper,
    regex_list: &RegexList,
    diagnostics: &mut DiagnosticsInfo,
) -> TokenizerResult {
    // Optional spaces/tabs before header
    let _optional_line_space =
        tok_help.get_next_match(&regex_list.line_space, "", None, true, true);

    // Header text
    let header = tok_help.get_next_match(&regex_list.header, "header", Some("header"), false, true);
    match header {
        TokenMatchStatus::Ok(result) => {
            tok_help.add_node_to_tree(result, ROOT_ID);
        }
        TokenMatchStatus::OkWithPrefixFound(prefix, result) => {
            utils::handle_prefix(prefix, diagnostics);
            tok_help.add_node_to_tree(result, ROOT_ID);
        }
        _ => {
            diagnostics.add_message(
                DMExtraInfo::new(Range {
                    start: Position {
                        line: tok_help.get_point().row as u32,
                        character: tok_help.get_point().column as u32,
                    },
                    end: Position {
                        line: tok_help.get_point().row as u32,
                        character: tok_help.get_point().column as u32,
                    },
                }),
                "missing_header",
            );
        }
    }

    // Required newline after the header
    let newline = tok_help.get_next_match(&regex_list.newline, "", None, false, true);
    match newline {
        TokenMatchStatus::Ok(_result) => TokenizerResult::Ok(()),
        TokenMatchStatus::OkWithPrefixFound(prefix, _result) => {
            utils::handle_prefix(prefix, diagnostics);
            TokenizerResult::Ok(())
        }
        TokenMatchStatus::EoF => {
            // This is valid, no error needed
            TokenizerResult::Err(TokenizerEnd::ExpectedEof)
        }
        _ => {
            diagnostics.add_message(
                // No extra template data needed
                DMExtraInfo::new(Range {
                    start: Position {
                        line: tok_help.get_point().row as u32,
                        character: tok_help.get_point().column as u32,
                    },
                    end: Position {
                        line: tok_help.get_point().row as u32,
                        character: tok_help.get_point().column as u32,
                    },
                }),
                "missing_newline",
            );
            TokenizerResult::Ok(())
        }
    }
}