tinytoken 0.1.4

Library for tokenizing text into words, numbers, symbols, and more, with customizable parsing options.
Documentation
[dependencies]

[[example]]
name = "test"
path = "examples/test.rs"

[lib]
name = "tinytoken"
path = "src/lib.rs"

[package]
autobenches = false
autobins = false
autoexamples = false
autotests = false
build = false
description = "Library for tokenizing text into words, numbers, symbols, and more, with customizable parsing options."
edition = "2021"
homepage = "https://github.com/luxluth/tinytoken#readme"
keywords = ["parser", "tokenizer"]
license = "MIT"
name = "tinytoken"
readme = "README.md"
repository = "https://github.com/luxluth/tinytoken"
version = "0.1.4"

[profile.release]
codegen-units = 1
lto = true
panic = "abort"