[package]
edition = "2021"
name = "llmtrace"
version = "0.1.5"
authors = ["Evangelos Pappas <epappas@evalonlabs.com>"]
build = "build.rs"
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Transparent proxy server for LLM API calls"
readme = false
license = "MIT"
repository = "https://github.com/epappas/llmtrace"
[features]
cuda = ["llmtrace-security/cuda"]
default = ["ml"]
metal = ["llmtrace-security/metal"]
ml = ["llmtrace-security/ml"]
[lib]
name = "llmtrace_proxy"
path = "src/lib.rs"
[[bin]]
name = "llmtrace-proxy"
path = "src/main.rs"
[[test]]
name = "integration_test"
path = "tests/integration_test.rs"
[dependencies.anyhow]
version = "1.0"
[dependencies.async-stream]
version = "0.3"
[dependencies.async-trait]
version = "0.1"
[dependencies.axum]
version = "0.7"
[dependencies.bytes]
version = "1"
[dependencies.chrono]
version = "0.4"
features = ["serde"]
[dependencies.clap]
version = "4"
features = [
"derive",
"env",
]
[dependencies.dashmap]
version = "6"
[dependencies.futures-util]
version = "0.3"
[dependencies.hex]
version = "0.4"
[dependencies.http]
version = "1"
[dependencies.http-body-util]
version = "0.1"
[dependencies.hyper]
version = "1"
features = ["full"]
[dependencies.llmtrace-core]
version = "0.1.5"
[dependencies.llmtrace-security]
version = "0.1.5"
[dependencies.llmtrace-storage]
version = "0.1.5"
features = [
"clickhouse",
"postgres",
"redis_backend",
]
[dependencies.opentelemetry-proto]
version = "0.31"
features = [
"gen-tonic-messages",
"trace",
]
[dependencies.prometheus]
version = "0.14"
[dependencies.prost]
version = "0.14"
[dependencies.rand]
version = "0.8"
[dependencies.reqwest]
version = "0.12"
features = [
"json",
"stream",
"rustls-tls",
]
default-features = false
[dependencies.serde]
version = "1.0"
features = ["derive"]
[dependencies.serde_json]
version = "1.0"
[dependencies.serde_yaml]
version = "0.9"
[dependencies.sha2]
version = "0.10"
[dependencies.thiserror]
version = "2"
[dependencies.tokio]
version = "1.0"
features = ["full"]
[dependencies.tokio-stream]
version = "0.1"
[dependencies.tokio-util]
version = "0.7"
[dependencies.tonic]
version = "0.14"
[dependencies.tonic-prost]
version = "0.14"
[dependencies.tower-http]
version = "0.6"
features = ["cors"]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"env-filter",
"json",
]
[dependencies.utoipa]
version = "5"
features = ["axum_extras"]
[dependencies.utoipa-swagger-ui]
version = "8"
features = ["axum"]
[dependencies.uuid]
version = "1.0"
features = [
"v4",
"v5",
"serde",
]
[dev-dependencies.axum]
version = "0.7"
[dev-dependencies.tempfile]
version = "3"
[dev-dependencies.tokio]
version = "1"
features = [
"full",
"test-util",
]
[dev-dependencies.tower]
version = "0.5"
[build-dependencies.tonic-prost-build]
version = "0.14"