splintr 0.9.0

Fast Rust tokenizer (BPE + SentencePiece + WordPiece) with Python bindings
Documentation
1
2
3
4
5
6
7
version = 1
requires-python = ">=3.8"

[[package]]
name = "splintr-rs"
version = "0.9.0"
source = { editable = "." }