pf-cache 1.0.2

ProcessFork cache layer: paged KV-cache serialization with batch-invariant kernels
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

[package]
name = "pf-cache"
description = "ProcessFork cache layer: paged KV-cache serialization with batch-invariant kernels"
version.workspace = true
edition.workspace = true
rust-version.workspace = true
license.workspace = true
repository.workspace = true
authors.workspace = true

[lints]
workspace = true

[features]
# Off by default; turning on pulls in the vLLM Python adapter shim.
# Real wiring lives in adapters/pf-vllm; this feature toggles the FFI shim
# inside pf-cache.
default = []
vllm-adapter = []
sglang-adapter = []

[dependencies]
pf-core    = { workspace = true }
serde      = { workspace = true }
serde_json = { workspace = true }
thiserror  = { workspace = true }
tracing    = { workspace = true }
bytes      = { workspace = true }
parking_lot = { workspace = true }
sha2       = { workspace = true }

[dev-dependencies]
proptest   = { workspace = true }
tempfile   = { workspace = true }