[package]
edition = "2021"
name = "a3s-power"
version = "0.4.2"
authors = ["A3S Lab"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A3S Power — Privacy-preserving LLM inference for TEE environments"
readme = "README.md"
keywords = [
"llm",
"inference",
"tee",
"privacy",
"gguf",
]
categories = ["web-programming::http-server"]
license = "MIT"
repository = "https://github.com/A3S-Lab/Power"
[features]
default = ["mistralrs"]
hf = []
hw-verify = [
"dep:x509-cert",
"dep:p384",
"dep:p256",
]
llamacpp = [
"dep:llama-cpp-2",
"dep:encoding_rs",
"llama-cpp-2?/mtmd",
]
mistralrs = ["dep:mistralrs"]
picolm = [
"dep:memmap2",
"dep:half",
"dep:rayon",
]
tee-minimal = [
"picolm",
"tls",
"vsock",
]
tls = [
"dep:axum-server",
"dep:rcgen",
"dep:time",
]
vsock = ["dep:tokio-vsock"]
[lib]
name = "a3s_power"
path = "src/lib.rs"
[[bin]]
name = "a3s-power"
path = "src/main.rs"
[[bin]]
name = "a3s-power-verify"
path = "src/bin/a3s-power-verify.rs"
[[example]]
name = "box_integration"
path = "examples/box_integration.rs"
[[example]]
name = "dump_gguf"
path = "examples/dump_gguf.rs"
[[test]]
name = "epc_routing"
path = "tests/epc_routing.rs"
[[test]]
name = "gguf_builder"
path = "tests/gguf_builder.rs"
[[test]]
name = "integration"
path = "tests/integration.rs"
[[test]]
name = "picolm_real"
path = "tests/picolm_real.rs"
[[test]]
name = "picolm_tee"
path = "tests/picolm_tee.rs"
[[test]]
name = "streaming_decrypt"
path = "tests/streaming_decrypt.rs"
[[bench]]
name = "layer_stream"
path = "benches/layer_stream.rs"
harness = false
[[bench]]
name = "tee_memory"
path = "benches/tee_memory.rs"
harness = false
[dependencies.aes-gcm]
version = "0.10"
[dependencies.anyhow]
version = "1"
[dependencies.async-trait]
version = "0.1"
[dependencies.axum]
version = "0.7"
features = ["macros"]
[dependencies.axum-extra]
version = "0.9"
features = ["typed-header"]
[dependencies.axum-server]
version = "0.7"
features = ["tls-rustls"]
optional = true
[dependencies.base64]
version = "0.22"
[dependencies.chrono]
version = "0.4"
features = ["serde"]
[dependencies.clap]
version = "4"
features = ["derive"]
[dependencies.dirs]
version = "5"
[dependencies.ed25519-dalek]
version = "2"
features = [
"std",
"rand_core",
]
[dependencies.encoding_rs]
version = "0.8"
optional = true
[dependencies.futures]
version = "0.3"
[dependencies.half]
version = "2"
optional = true
[dependencies.hcl-rs]
version = "0.18"
[dependencies.hex]
version = "0.4"
[dependencies.image]
version = "0.25"
features = [
"jpeg",
"png",
"webp",
]
default-features = false
[dependencies.libc]
version = "0.2"
[dependencies.llama-cpp-2]
version = "0.1.135"
features = ["mtmd"]
optional = true
[dependencies.memmap2]
version = "0.9"
optional = true
[dependencies.minijinja]
version = "2"
features = ["fuel"]
[dependencies.mistralrs]
version = "0.7"
optional = true
[dependencies.nix]
version = "0.29"
features = ["ioctl"]
[dependencies.p256]
version = "0.13"
features = ["ecdsa"]
optional = true
[dependencies.p384]
version = "0.13"
features = ["ecdsa"]
optional = true
[dependencies.rand]
version = "0.8"
[dependencies.rayon]
version = "1"
optional = true
[dependencies.rcgen]
version = "0.13"
optional = true
[dependencies.reqwest]
version = "0.12"
features = [
"stream",
"json",
"rustls-tls",
]
default-features = false
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.sha2]
version = "0.10"
[dependencies.thiserror]
version = "1"
[dependencies.time]
version = "0.3"
optional = true
[dependencies.tokio]
version = "1"
features = ["full"]
[dependencies.tokio-stream]
version = "0.1"
features = ["sync"]
[dependencies.tokio-util]
version = "0.7"
features = ["io"]
[dependencies.tokio-vsock]
version = "0.7"
features = ["axum08"]
optional = true
[dependencies.tower]
version = "0.4"
features = ["util"]
[dependencies.tower-http]
version = "0.5"
features = [
"cors",
"trace",
]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-subscriber]
version = "0.3"
features = ["env-filter"]
[dependencies.ureq]
version = "2"
[dependencies.uuid]
version = "1"
features = ["v4"]
[dependencies.x509-cert]
version = "0.2"
optional = true
[dependencies.zeroize]
version = "1"
features = ["derive"]
[dev-dependencies.a3s-box-sdk]
version = "0.6.0"
[dev-dependencies.criterion]
version = "0.5"
features = ["async_tokio"]
[dev-dependencies.serial_test]
version = "3"
[dev-dependencies.tempfile]
version = "3"
[dev-dependencies.tokio-test]
version = "0.4"
[profile.release]
opt-level = "z"
lto = "fat"
codegen-units = 1
panic = "abort"
strip = true