lib-compression 0.1.0

Universal lossless compression via network-wide deduplication
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

[package]
name = "lib-compression"
version = "0.1.0"
edition = "2021"
authors = ["Sovereign Network Team"]
description = "Universal lossless compression via network-wide deduplication"
license = "MIT OR Apache-2.0"

[dependencies]
# Core dependencies
tokio = { version = "1.40", features = ["full"] }
async-trait = "0.1"
thiserror = "2.0"
anyhow = "1.0"

# Cryptography
blake3 = "1.5"
subtle = "2.5"  # Constant-time comparison

# Chunking
fastcdc = "3.1"

# Serialization
serde = { version = "1.0", features = ["derive"] }
serde_bytes = "0.11"
serde_json = "1.0"
bincode = "1.3"

# Utilities
bytes = { version = "1.9", features = ["serde"] }
futures = "0.3"
tracing = "0.1"
bitvec = "1.0"
hex = "0.4"
lazy_static = "1.4"

# Performance
rayon = "1.10"  # Parallel processing
memchr = "2.7"  # SIMD byte scanning
ahash = "0.8"   # Fast hashing
dashmap = "6.1" # Concurrent hash maps

# Optional: Web frontend
axum = { version = "0.7", features = ["multipart"], optional = true }
tower-http = { version = "0.5", features = ["fs", "cors", "limit"], optional = true }
base64 = "0.22"
memmap2 = { version = "0.9", optional = true }

# Baseline for Weissman Score
flate2 = "1.0"

[dev-dependencies]
criterion = "0.5"
tempfile = "3.13"
proptest = "1.6"

[features]
default = ["std"]
std = []
frontend = ["axum", "tower-http", "memmap2"]  # Web UI