llm-optimizer-processor 0.1.0

Data processing and transformation pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

[package]
name = "llm-optimizer-processor"
version.workspace = true
edition.workspace = true
authors.workspace = true
license.workspace = true
repository.workspace = true
homepage.workspace = true
rust-version.workspace = true
description = "Data processing and transformation pipeline"

[dependencies]
# Internal crates
llm-optimizer-types = { workspace = true }

# Async Runtime
tokio = { workspace = true }
tokio-stream = { workspace = true }
async-trait = { workspace = true }
futures = { workspace = true }

# Serialization
serde = { workspace = true }
serde_json = { workspace = true }
bincode = { workspace = true }

# Kafka
rdkafka = { workspace = true }

# State Storage
sled = { workspace = true }
redis = { workspace = true }
sqlx = { workspace = true }
moka = { workspace = true }
deadpool-redis = { workspace = true }
r2d2 = { workspace = true }

# Compression
lz4 = { workspace = true }
snap = { workspace = true }
zstd = { workspace = true }

# Serialization
rmp-serde = { workspace = true }

# Circuit Breaker & Resilience
failsafe = { workspace = true }

# Statistics & Aggregation
statrs = { workspace = true }
ndarray = { workspace = true }

# Utilities
uuid = { workspace = true }
chrono = { workspace = true }
thiserror = { workspace = true }
anyhow = { workspace = true }
dashmap = { workspace = true }
rand = { workspace = true }
num_cpus = "1.16"
hex = "0.4"
sha2 = { workspace = true }
humantime-serde = { workspace = true }

# Observability
tracing = { workspace = true }
tracing-opentelemetry = "0.25"
opentelemetry = { workspace = true }
opentelemetry-otlp = { workspace = true }
opentelemetry_sdk = { workspace = true }
opentelemetry-semantic-conventions = "0.16"
prometheus-client = { workspace = true }

# HTTP Server (for metrics)
axum = { workspace = true }
tonic = { workspace = true }
parking_lot = "0.12"

[dev-dependencies]
tokio = { workspace = true, features = ["test-util"] }
criterion = { workspace = true }
tempfile = { workspace = true }
tracing-subscriber = { workspace = true }