lindera-nodejs 3.0.3

A Node.js binding for Lindera.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

const path = require("path");
const { loadDictionary, loadUserDictionary, Tokenizer } = require("lindera-nodejs");

const projectRoot = path.resolve(__dirname, "..");

function main() {
  // load the dictionary
  const dictionary = loadDictionary("embedded://ipadic");

  const metadata = dictionary.metadata();

  // load the user dictionary
  const userDictionaryPath = path.join(
    projectRoot,
    "resources",
    "ipadic_simple_userdic.csv",
  );
  const userDictionary = loadUserDictionary(userDictionaryPath, metadata);

  // create a tokenizer
  const tokenizer = new Tokenizer(dictionary, "normal", userDictionary);

  const text =
    "関西国際空港限定トートバッグを東京スカイツリーの最寄り駅であるとうきょうスカイツリー駅で買う";
  console.log(`text: ${text}\n`);

  // tokenize the text
  const tokens = tokenizer.tokenize(text);

  for (const token of tokens) {
    console.log(token.surface);
  }
}

main();