sqlite-simple-tokenizer 0.5.0

This's a run-time loadable extension of SQLite fts5, supports Chinese and pinyin word segmentation and search.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

[package]
name = "sqlite-simple-tokenizer"
description = "This's a run-time loadable extension of SQLite fts5, supports Chinese and pinyin word segmentation and search."
keywords = ["SQLite", "Extension", "Chinese", "Pinyin", "Tokenizer"]
authors.workspace = true
version.workspace = true
edition.workspace = true
license.workspace = true
readme = "README.md"
repository = "https://github.com/lukingcathy/sqlite-simple-tokenizer"

[lib]
name = "sqlite_simple_tokenizer"
crate-type = ["lib", "cdylib"]

[features]
defualt = []
build_extension = ["rusqlite/loadable_extension"]

[dependencies]
env_logger = { workspace = true }
log = { workspace = true }
phf = { workspace = true }
rusqlite = { workspace = true }
rusqlite-ext = { workspace = true }
sqlite-chinese-stopword = { workspace = true }
sqlite-english-stemmer = { workspace = true }
unicode-segmentation = "1.12.0"

[build-dependencies]
phf_codegen = { workspace = true }