rubert-tokenizer 0.0.0

Rubert tokenizer
Documentation
[dependencies]

[package]
authors = ["Xayn Engineering <engineering@xaynet.dev>"]
description = "Rubert tokenizer"
edition = "2018"
license = "Apache-2.0"
name = "rubert-tokenizer"
repository = "https://github.com/xaynetwork/xayn_ai"
version = "0.0.0"