fastokens 0.2.0

Fast Tokenizer
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
[build-system]
requires = ["maturin>=1.0,<2.0"]
build-backend = "maturin"

[project]
name = "fastokens"
dynamic = ["version"]
requires-python = ">=3.9"

[tool.maturin]
manifest-path = "python/Cargo.toml"
python-source = "python"
module-name = "fastokens._native"