tokensave 3.3.3

Code intelligence tool that builds a semantic knowledge graph from Rust, Go, Java, Scala, TypeScript, Python, C, C++, Kotlin, C#, Swift, and many more codebases
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

#!/usr/bin/env node
/**
 * Patches tree-sitter-dart to use NAPI bindings compatible with tree-sitter 0.22+
 *
 * tree-sitter-dart v1.0.0 ships with NAN-style bindings that are incompatible
 * with tree-sitter 0.22+ which expects NAPI-style bindings with type-tagged
 * externals. This script rewrites the binding files and rebuilds.
 */
const { writeFileSync, existsSync } = require('fs');
const { join } = require('path');
const { execSync } = require('child_process');

const DART_DIR = join(__dirname, '..', 'node_modules', 'tree-sitter-dart');

if (!existsSync(DART_DIR)) {
  // tree-sitter-dart not installed, skip
  process.exit(0);
}

// Check if already patched (look for NAPI-style binding)
const bindingPath = join(DART_DIR, 'bindings', 'node', 'binding.cc');
const { readFileSync } = require('fs');
try {
  const existing = readFileSync(bindingPath, 'utf8');
  if (existing.includes('napi.h')) {
    // Already patched, check if build exists
    const buildPath = join(DART_DIR, 'build', 'Release', 'tree_sitter_dart_binding.node');
    if (existsSync(buildPath)) {
      console.log('tree-sitter-dart: already patched and built.');
      process.exit(0);
    }
    // Patched but not built, fall through to rebuild
  }
} catch {
  // Can't read, continue with patch
}

console.log('Patching tree-sitter-dart for NAPI compatibility...');

// Write NAPI-compatible binding.cc
const bindingCC = `#include <napi.h>

typedef struct TSLanguage TSLanguage;

extern "C" TSLanguage *tree_sitter_dart();

// "tree-sitter", "language" hashed with BLAKE2
const napi_type_tag LANGUAGE_TYPE_TAG = {
    0x8AF2E5212AD58ABF, 0xD5006CAD83ABBA16
};

Napi::Object Init(Napi::Env env, Napi::Object exports) {
    exports["name"] = Napi::String::New(env, "dart");
    auto language = Napi::External<TSLanguage>::New(env, tree_sitter_dart());
    language.TypeTag(&LANGUAGE_TYPE_TAG);
    exports["language"] = language;
    return exports;
}

NODE_API_MODULE(tree_sitter_dart_binding, Init)
`;
writeFileSync(bindingPath, bindingCC);

// Write NAPI-compatible binding.gyp
const bindingGyp = `{
  "targets": [
    {
      "target_name": "tree_sitter_dart_binding",
      "dependencies": [
        "<!(node -p \\"require('node-addon-api').targets\\"):node_addon_api_except"
      ],
      "include_dirs": [
        "src"
      ],
      "sources": [
        "src/parser.c",
        "bindings/node/binding.cc",
        "src/scanner.c"
      ],
      "conditions": [
        ["OS!='win'", {
          "cflags_c": [
            "-std=c99"
          ]
        }, {
          "cflags_c": [
            "/std:c11",
            "/utf-8"
          ]
        }]
      ]
    }
  ]
}
`;
writeFileSync(join(DART_DIR, 'binding.gyp'), bindingGyp);

// Rebuild native module
try {
  execSync('npx node-gyp rebuild', {
    cwd: DART_DIR,
    stdio: 'pipe',
    timeout: 120000,
  });
  console.log('tree-sitter-dart: patched and rebuilt successfully.');
} catch (error) {
  console.error('Warning: Failed to rebuild tree-sitter-dart native module.');
  console.error('Dart language support may not work.');
  if (process.env.DEBUG) {
    console.error(error.stderr?.toString());
  }
}