sparse-ngrams 0.4.0

Fast sparse n-gram extraction from byte slices.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

[package]
name = "sparse-ngrams"
version = "0.4.0"
edition = "2024"
description = "Fast sparse n-gram extraction from byte slices."
repository = "https://github.com/github/rust-gems"
license = "MIT"
keywords = ["sparse-ngram", "ngram", "algorithm", "search", "regular-expression"]
categories = ["algorithms", "data-structures", "text-processing"]
# `data/` holds the reference bigram ranking used only for offline model training/verification;
# it is not needed to build or use the crate, so keep it out of the published package.
exclude = ["data/"]

[lib]
bench = false

[features]
# Derive `serde::{Serialize, Deserialize}` for `NGram`.
serde = ["dep:serde"]

[dependencies]
casefold = "0.1"
serde = { version = "1", features = ["derive"], optional = true }

[[bench]]
name = "performance"
path = "benchmarks/performance.rs"
harness = false

[dev-dependencies]
criterion = "0.8"