context-compressor 0.1.0

Dynamic token budget context reducer with regex sanitizers.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

[package]
name = "context-compressor"
version = "0.1.0"
edition = "2021"
authors = ["Vlad Bordei <bordeivlad@gmail.com>"]
license = "Apache-2.0"
description = "Dynamic token budget context reducer with regex sanitizers."
repository = "https://github.com/p-vbordei/context-compressor-rs"
homepage = "https://github.com/p-vbordei/context-compressor-rs"
documentation = "https://docs.rs/context-compressor"
readme = "README.md"
keywords = ["llm", "context", "compression", "token", "redaction"]
categories = ["text-processing", "compression"]

[dependencies]
regex = "1"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
sha2 = "0.10"

[dev-dependencies]
tokio = { version = "1", features = ["macros", "rt-multi-thread"] }