tokenizations 0.1.0

Tokenizations alignments library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

[package]
name = "tokenizations"
version = "0.1.0"
license = "MIT"
description = "Tokenizations alignments library"
homepage = "https://github.com/tamuhey/tokenizations"
repository = "https://github.com/tamuhey/tokenizations"
keywords = ["nlp", "text", "algorithm"]
authors = ["Yohei Tamura <tamuhey@gmail.com>"]

[dependencies]
unicode-normalization = "0.1.8"

[dev-dependencies]
quickcheck = "0.8"
quickcheck_macros = "0.8"