tokenless-semantic 1.0.0

Semantic-aware field compression: context-driven keep/drop decisions for JSON responses
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

[package]
name = "tokenless-semantic"
description = "Semantic-aware field compression: context-driven keep/drop decisions for JSON responses"
version.workspace = true
edition.workspace = true
license.workspace = true
repository.workspace = true
readme = "README.md"
keywords = ["llm", "token", "compression", "semantic", "embedding"]
categories = ["compression", "science", "text-processing"]

[dependencies]
serde = { workspace = true }
serde_json = { workspace = true }
tracing = { workspace = true }
thiserror = { workspace = true }
toml = "0.8"

# Level 2: ONNX embedding model (opt-in via feature flag)
dirs = { workspace = true, optional = true }
ort = { version = "2.0.0-rc.12", optional = true }
tokenizers = { version = "0.21", optional = true }
ureq = { version = "3", optional = true }

[features]
default = []
onnx = ["ureq", "dirs", "ort", "tokenizers"]

[lints]
workspace = true