a3s-power 0.4.2

A3S Power — Privacy-preserving LLM inference for TEE environments
Documentation
# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
name = "a3s-power"
version = "0.4.2"
authors = ["A3S Lab"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A3S Power — Privacy-preserving LLM inference for TEE environments"
readme = "README.md"
keywords = [
    "llm",
    "inference",
    "tee",
    "privacy",
    "gguf",
]
categories = ["web-programming::http-server"]
license = "MIT"
repository = "https://github.com/A3S-Lab/Power"

[features]
default = ["mistralrs"]
hf = []
hw-verify = [
    "dep:x509-cert",
    "dep:p384",
    "dep:p256",
]
llamacpp = [
    "dep:llama-cpp-2",
    "dep:encoding_rs",
    "llama-cpp-2?/mtmd",
]
mistralrs = ["dep:mistralrs"]
picolm = [
    "dep:memmap2",
    "dep:half",
    "dep:rayon",
]
tee-minimal = [
    "picolm",
    "tls",
    "vsock",
]
tls = [
    "dep:axum-server",
    "dep:rcgen",
    "dep:time",
]
vsock = ["dep:tokio-vsock"]

[lib]
name = "a3s_power"
path = "src/lib.rs"

[[bin]]
name = "a3s-power"
path = "src/main.rs"

[[bin]]
name = "a3s-power-verify"
path = "src/bin/a3s-power-verify.rs"

[[example]]
name = "box_integration"
path = "examples/box_integration.rs"

[[example]]
name = "dump_gguf"
path = "examples/dump_gguf.rs"

[[test]]
name = "epc_routing"
path = "tests/epc_routing.rs"

[[test]]
name = "gguf_builder"
path = "tests/gguf_builder.rs"

[[test]]
name = "integration"
path = "tests/integration.rs"

[[test]]
name = "picolm_real"
path = "tests/picolm_real.rs"

[[test]]
name = "picolm_tee"
path = "tests/picolm_tee.rs"

[[test]]
name = "streaming_decrypt"
path = "tests/streaming_decrypt.rs"

[[bench]]
name = "layer_stream"
path = "benches/layer_stream.rs"
harness = false

[[bench]]
name = "tee_memory"
path = "benches/tee_memory.rs"
harness = false

[dependencies.aes-gcm]
version = "0.10"

[dependencies.anyhow]
version = "1"

[dependencies.async-trait]
version = "0.1"

[dependencies.axum]
version = "0.7"
features = ["macros"]

[dependencies.axum-extra]
version = "0.9"
features = ["typed-header"]

[dependencies.axum-server]
version = "0.7"
features = ["tls-rustls"]
optional = true

[dependencies.base64]
version = "0.22"

[dependencies.chrono]
version = "0.4"
features = ["serde"]

[dependencies.clap]
version = "4"
features = ["derive"]

[dependencies.dirs]
version = "5"

[dependencies.ed25519-dalek]
version = "2"
features = [
    "std",
    "rand_core",
]

[dependencies.encoding_rs]
version = "0.8"
optional = true

[dependencies.futures]
version = "0.3"

[dependencies.half]
version = "2"
optional = true

[dependencies.hcl-rs]
version = "0.18"

[dependencies.hex]
version = "0.4"

[dependencies.image]
version = "0.25"
features = [
    "jpeg",
    "png",
    "webp",
]
default-features = false

[dependencies.libc]
version = "0.2"

[dependencies.llama-cpp-2]
version = "0.1.135"
features = ["mtmd"]
optional = true

[dependencies.memmap2]
version = "0.9"
optional = true

[dependencies.minijinja]
version = "2"
features = ["fuel"]

[dependencies.mistralrs]
version = "0.7"
optional = true

[dependencies.nix]
version = "0.29"
features = ["ioctl"]

[dependencies.p256]
version = "0.13"
features = ["ecdsa"]
optional = true

[dependencies.p384]
version = "0.13"
features = ["ecdsa"]
optional = true

[dependencies.rand]
version = "0.8"

[dependencies.rayon]
version = "1"
optional = true

[dependencies.rcgen]
version = "0.13"
optional = true

[dependencies.reqwest]
version = "0.12"
features = [
    "stream",
    "json",
    "rustls-tls",
]
default-features = false

[dependencies.serde]
version = "1"
features = ["derive"]

[dependencies.serde_json]
version = "1"

[dependencies.sha2]
version = "0.10"

[dependencies.thiserror]
version = "1"

[dependencies.time]
version = "0.3"
optional = true

[dependencies.tokio]
version = "1"
features = ["full"]

[dependencies.tokio-stream]
version = "0.1"
features = ["sync"]

[dependencies.tokio-util]
version = "0.7"
features = ["io"]

[dependencies.tokio-vsock]
version = "0.7"
features = ["axum08"]
optional = true

[dependencies.tower]
version = "0.4"
features = ["util"]

[dependencies.tower-http]
version = "0.5"
features = [
    "cors",
    "trace",
]

[dependencies.tracing]
version = "0.1"

[dependencies.tracing-subscriber]
version = "0.3"
features = ["env-filter"]

[dependencies.ureq]
version = "2"

[dependencies.uuid]
version = "1"
features = ["v4"]

[dependencies.x509-cert]
version = "0.2"
optional = true

[dependencies.zeroize]
version = "1"
features = ["derive"]

[dev-dependencies.a3s-box-sdk]
version = "0.6.0"

[dev-dependencies.criterion]
version = "0.5"
features = ["async_tokio"]

[dev-dependencies.serial_test]
version = "3"

[dev-dependencies.tempfile]
version = "3"

[dev-dependencies.tokio-test]
version = "0.4"

[profile.release]
opt-level = "z"
lto = "fat"
codegen-units = 1
panic = "abort"
strip = true