pie 0.2.0

Pie: A Programmable LLM Serving System
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

[package]
name = "pie"
version = "0.2.0"
edition = "2024"
authors = ["In Gim <in.gim@yale.edu>"]
description = "Pie: A Programmable LLM Serving System"
license = "Apache-2.0"
repository = "https://github.com/pie-project/pie"
include = ["src", "Cargo.toml", "wit"]

[lib]

[dependencies]
anyhow = "1.0.95"
blake3 = "1.8.2"
tokio = { version = "1.45.1", features = ["full"] } # ["full", "tracing"]
tokio-tungstenite = "0.28.0"
wasmtime = { version = "37.0.1", features = ["pooling-allocator"] } #{ path = "../../wasmtime/crates/wasmtime" }
wasmtime-wasi = "37.0.1"# { path = "../../wasmtime/crates/wasi" }
wasmtime-wasi-http = "37.0.1" #{ path = "../../wasmtime/crates/wasi-http" }
zeromq = "0.4.1"
futures = "0.3.31"
tungstenite = "0.28.0"
uuid = { version = "1.16.0", features = ["serde", "v4"] }
serde = { version = "1.0.217", features = ["derive"] }
serde_json = "1.0"
rmpv = { version = "1.3.0", features = ["with-serde"] }
rmp-serde = "1.3.0"
serde_bytes = "0.11.15"
dashmap = "6.1.0"
num-traits = "0.2.19"
fancy-regex = "0.16.0"
base64 = "0.22.1"
thiserror = "2.0.11"
hyper = "1.6.0"
tracing = "0.1"
boxcar = "0.2.13"
jsonwebtoken = "9.3.1"
chrono = { version = "0.4", features = ["serde"] }
once_cell = "1.21"
bytes = "1.10.1"
async-trait = "0.1.88"