tree-sitter-jinja-dialects 0.1.1

Parser for Jinja2 and daughter languages: nunjucks, twig
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156

#include "tree_sitter/parser.h"

enum TokenType {
  RAW_TEXT,
  COMMENT_CONTENT,
};

void *tree_sitter_jinja_external_scanner_create(void) {
  return NULL;
}

void tree_sitter_jinja_external_scanner_destroy(void *payload) {}

unsigned tree_sitter_jinja_external_scanner_serialize(void *payload,
                                                      char *buffer) {
  return 0;
}

void tree_sitter_jinja_external_scanner_deserialize(void *payload,
                                                    const char *buffer,
                                                    unsigned length) {}

static bool is_whitespace(int32_t c) {
  return c == ' ' || c == '\t' || c == '\n' || c == '\r';
}

static bool check_endraw(TSLexer *lexer) {
  if (lexer->lookahead != 'e') return false;
  lexer->advance(lexer, false);
  if (lexer->lookahead != 'n') return false;
  lexer->advance(lexer, false);
  if (lexer->lookahead != 'd') return false;
  lexer->advance(lexer, false);

  if (lexer->lookahead == 'r') {
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'a') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'w') return false;
    lexer->advance(lexer, false);
  } else if (lexer->lookahead == 'v') {
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'e') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'r') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'b') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'a') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 't') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'i') return false;
    lexer->advance(lexer, false);
    if (lexer->lookahead != 'm') return false;
    lexer->advance(lexer, false);
  } else {
    return false;
  }

  return is_whitespace(lexer->lookahead) ||
         lexer->lookahead == '%' ||
         lexer->lookahead == '-' ||
         lexer->lookahead == '~';
}

static bool scan_raw_text(TSLexer *lexer) {
  bool has_content = false;

  while (lexer->lookahead != 0) {
    if (lexer->lookahead == '{') {
      lexer->mark_end(lexer);
      lexer->advance(lexer, false);

      if (lexer->lookahead == '%') {
        lexer->advance(lexer, false);

        if (lexer->lookahead == '-' || lexer->lookahead == '~') {
          lexer->advance(lexer, false);
        }

        while (is_whitespace(lexer->lookahead)) {
          lexer->advance(lexer, false);
        }

        if (check_endraw(lexer)) {
          lexer->result_symbol = RAW_TEXT;
          return has_content;
        }
      }

      lexer->mark_end(lexer);
      has_content = true;
    } else {
      lexer->advance(lexer, false);
      lexer->mark_end(lexer);
      has_content = true;
    }
  }

  return false;
}

static bool scan_comment_content(TSLexer *lexer) {
  bool has_content = false;

  while (lexer->lookahead != 0) {
    if (lexer->lookahead == '-' || lexer->lookahead == '~') {
      lexer->mark_end(lexer);
      lexer->advance(lexer, false);

      if (lexer->lookahead == '#') {
        lexer->advance(lexer, false);
        if (lexer->lookahead == '}') {
          lexer->result_symbol = COMMENT_CONTENT;
          return has_content;
        }
        lexer->mark_end(lexer);
        has_content = true;
      } else {
        lexer->mark_end(lexer);
        has_content = true;
      }
    } else if (lexer->lookahead == '#') {
      lexer->mark_end(lexer);
      lexer->advance(lexer, false);

      if (lexer->lookahead == '}') {
        lexer->result_symbol = COMMENT_CONTENT;
        return has_content;
      }

      lexer->mark_end(lexer);
      has_content = true;
    } else {
      lexer->advance(lexer, false);
      lexer->mark_end(lexer);
      has_content = true;
    }
  }

  return false;
}

bool tree_sitter_jinja_external_scanner_scan(void *payload, TSLexer *lexer,
                                             const bool *valid_symbols) {
  if (valid_symbols[RAW_TEXT]) {
    return scan_raw_text(lexer);
  }

  if (valid_symbols[COMMENT_CONTENT]) {
    return scan_comment_content(lexer);
  }

  return false;
}