tokenizations 0.1.0

Tokenizations alignments library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

[dependencies.unicode-normalization]
version = "0.1.8"
[dev-dependencies.quickcheck]
version = "0.8"

[dev-dependencies.quickcheck_macros]
version = "0.8"

[package]
authors = ["Yohei Tamura <tamuhey@gmail.com>"]
description = "Tokenizations alignments library"
homepage = "https://github.com/tamuhey/tokenizations"
keywords = ["nlp", "text", "algorithm"]
license = "MIT"
name = "tokenizations"
repository = "https://github.com/tamuhey/tokenizations"
version = "0.1.0"