df_ls_lexical_analysis 0.3.0-rc.1

A language server for Dwarf Fortress RAW files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

use super::*;
use df_ls_diagnostics::DiagnosticsInfo;

/// Only call this function when we know the cursor is at start of Pipe Argument.
/// For this to happen at least one pipe character must be present.
pub(crate) fn tokenize_token_argument_pipe_arguments(
    tok_help: &mut TokenizerHelper,
    regex_list: &RegexList,
    diagnostics: &mut DiagnosticsInfo,
    token_arguments_id: u64,
) -> TokenizerResult {
    // Code is very similar to `tokenize_token_arguments`
    // start token_pipe_arguments
    let token_pipe_arguments = tok_help.create_start_tsnode(
        "token_argument_pipe_arguments",
        Some("token_argument_pipe_arguments"),
    );
    let token_pipe_arguments_id = token_pipe_arguments.id;
    tok_help.add_node_to_tree(token_pipe_arguments, token_arguments_id);

    let mut allow_add_empty = true;

    // Loop over all Pipe Arguments
    loop {
        // See if early return is wanted
        if tok_help.check_if_next_char_matches_any_of(&[':', ']', '\n', '\r']) {
            break;
        }

        // Separator `|` (optional)
        let separator =
            tok_help.get_next_match(&regex_list.token_pipe_separator, "|", None, true, true);
        match separator {
            TokenMatchStatus::Ok(result) => {
                if allow_add_empty {
                    // Add empty token argument node.
                    let token_argument_empty = tok_help
                        .create_start_tsnode("token_argument_empty", Some("token_argument_empty"));
                    tok_help.add_node_to_tree(token_argument_empty, token_pipe_arguments_id);
                }
                tok_help.add_node_to_tree(result, token_pipe_arguments_id);
                allow_add_empty = true;
            }
            TokenMatchStatus::OkWithPrefixFound(_prefix, _result) => {
                unreachable!("Match is optional");
            }
            TokenMatchStatus::NoMatch => {
                // Is optional so, do nothing, just continue checking.
            }
            TokenMatchStatus::EoF => {
                // end token_pipe_arguments
                tok_help.set_end_point_for(token_pipe_arguments_id);
                return TokenizerResult::Err(TokenizerEnd::UnexpectedEoF);
            }
        }

        // See if early return is wanted
        if tok_help.check_if_next_char_matches_any_of(&[':', '[', ']', '\n', '\r']) {
            if allow_add_empty {
                // Add empty token argument node.
                let token_argument_empty = tok_help
                    .create_start_tsnode("token_argument_empty", Some("token_argument_empty"));
                tok_help.add_node_to_tree(token_argument_empty, token_pipe_arguments_id);
            }
            break;
        }

        // Check if empty argument
        if tok_help.check_if_next_char_match('|') {
            continue;
        }

        // Tokenize actual value of argument
        let found_token_argument = token_argument::tokenize_token_argument(
            tok_help,
            regex_list,
            diagnostics,
            token_pipe_arguments_id,
            false,
        );
        // Finding argument returned an error (most likely EoF)
        if found_token_argument.is_err() {
            // Add empty token argument node.
            let token_argument_empty =
                tok_help.create_start_tsnode("token_argument_empty", Some("token_argument_empty"));
            tok_help.add_node_to_tree(token_argument_empty, token_pipe_arguments_id);
            // In case of EOF (or no match)
            tok_help.set_end_point_for(token_pipe_arguments_id);
            return TokenizerResult::Err(TokenizerEnd::UnexpectedEoF);
        }
        allow_add_empty = false;
    }
    // end token_pipe_arguments
    tok_help.set_end_point_for(token_pipe_arguments_id);

    Ok(())
}