sentience-tokenize 0.2.2

Tiny Rust zero-dep tokenizer (ident, number, string, parens, operators, keywords).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

[dependencies.serde]
features = ["derive"]
optional = true
version = "1.0"

[dev-dependencies.criterion]
default-features = false
version = "0.5"

[dev-dependencies.proptest]
version = "1.5"

[dev-dependencies.serde_json]
version = "1"

[[example]]
name = "basic"
path = "examples/basic.rs"

[[example]]
name = "dots"
path = "examples/dots.rs"

[[example]]
name = "pretty"
path = "examples/pretty.rs"

[[example]]
name = "stream"
path = "examples/stream.rs"

[features]
default = []
serde = ["dep:serde"]

[lib]
name = "sentience_tokenize"
path = "src/lib.rs"

[package]
autobenches = false
autobins = false
autoexamples = false
autolib = false
autotests = false
build = false
categories = ["parsing", "text-processing"]
description = "Tiny Rust zero-dep tokenizer (ident, number, string, parens, operators, keywords)."
documentation = "https://docs.rs/sentience-tokenize"
edition = "2021"
homepage = "https://crates.io/crates/sentience-tokenize"
include = ["src/**", "README.md", "LICENSE", "examples/**"]
keywords = ["lexer", "tokenizer", "dsl", "parsing", "rust"]
license = "MIT"
name = "sentience-tokenize"
readme = "README.md"
repository = "https://github.com/nbursa/sentience-tokenize"
rust-version = "1.81"
version = "0.2.2"