riptoken 0.0.1

[package]
name = "riptoken"
version = "0.0.1"
edition = "2024"
description = "Fast BPE tokenizer for LLMs"
license = "MIT"
repository = "https://github.com/daechoi/riptoken"

[lib]
name = "riptoken"
crate-type = ["rlib"]