tree-sitter-vie 0.2.4

Vie grammar for tree-sitter
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

#include "tree_sitter/parser.h"

enum TokenType {
  TEXT,
  _NEWLINE,
  ERROR_SENTINEL,
};

void *tree_sitter_vie_external_scanner_create() { return NULL; }
void tree_sitter_vie_external_scanner_destroy(void *p) {}
unsigned tree_sitter_vie_external_scanner_serialize(void *p, char *b) {
  return 0;
}
void tree_sitter_vie_external_scanner_deserialize(void *p, const char *b,
                                                  unsigned n) {}

static inline void advance(TSLexer *l) { l->advance(l, false); }

static inline bool process_text(TSLexer *l) {
  bool has_content = false;

  while (!l->eof(l)) {
    if (l->lookahead == '{') {
      l->mark_end(l);
      advance(l);
      int next = l->lookahead;

      if (next == '%' || next == '{' || next == '#') {
        return has_content; // Do NOT emit if nothing was read
      }
    } else {
      advance(l);
    }
    has_content = true;
  }

  if (!has_content) {
    return false;
  }
  l->result_symbol = TEXT;
  l->mark_end(l);
  return true;
}

static inline bool process_newline(TSLexer *l) {
  while (l->lookahead == ' ' || l->lookahead == '\t') {
    advance(l);
  }

  if (l->lookahead == '\n') {
    advance(l);
  } else if (l->lookahead == '\r') {
    advance(l);
    if (l->lookahead == '\n')
      advance(l);
  }

  l->result_symbol = _NEWLINE;
  l->mark_end(l);
  return true;
}

bool tree_sitter_vie_external_scanner_scan(void *p, TSLexer *l,
                                           const bool *valid_symbols) {
  // handle error recovery mode.
  if (valid_symbols[ERROR_SENTINEL]) {
    return false;
  }

  if (valid_symbols[_NEWLINE]) {
    return process_newline(l);
  }

  if (valid_symbols[TEXT]) {
    return process_text(l);
  }

  return false;
}