wordpieces 0.6.1

[dependencies.fst]
version = "0.4"

[dependencies.thiserror]
version = "1"

[package]
authors = ["Daniël de Kok <me@danieldk.eu>", "Tobias Pütz <tobias.puetz@uni-tuebingen.de"]
description = "Split tokens into word pieces"
edition = "2018"
exclude = [".gitignore", ".github"]
homepage = "https://github.com/danieldk/wordpieces"
keywords = ["wordpiece", "word", "piece", "tokenization"]
license = "MIT OR Apache-2.0"
name = "wordpieces"
readme = "README.md"
version = "0.6.1"