rubert-tokenizer 0.0.0

Rubert tokenizer
Documentation 
[package]
name = "rubert-tokenizer"
version = "0.0.0"
authors = ["Xayn Engineering <engineering@xaynet.dev>"]
edition = "2018"
description = "Rubert tokenizer"
license = "Apache-2.0"
repository = "https://github.com/xaynetwork/xayn_ai"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]