thryd 0.3.1

A light weight, embeded llm request router, with cache.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

[package]
name = "thryd"
version = "0.3.1"
edition = "2024"
description = "A light weight, embeded llm request router, with cache."
authors.workspace = true
license-file.workspace = true
repository.workspace = true

[dependencies]
async-openai = { version = "0.36.0", features = ["completions", "embedding-types"] }
async-trait = "0.1.89"
cached = "0.59.0"
eventsource-stream = "0.2.3"
futures = "0.3.32"
http = "1.4.0"
moka = { version = "0.12.15", features = ["sync"] }
once_cell = "1.21.4"
reqwest = { version = "0.13.2", features = ["json", "rustls", "stream"] }
secrecy = "0.10.3"
serde = { version = "1.0.228", features = ["derive"] }
serde_json = "1.0.149"
strum = { version = "0.28.0", features = ["derive"] }
strum_macros = "0.28.0"
thiserror = "2.0.18"
tiktoken-rs = "0.11.0"
tokio = "1.52.1"
tracing = "0.1.44"
url = { version = "2.5.8", features = ["serde"] }


pyo3 = { version = "0.28.3", optional = true }
pyo3-stub-gen = { version = "0.22.1", optional = true }
redb = { version = "4.1.0", features = ["cache_metrics"] }
postcard = { version = "1.1.3", features = ["use-std"] }
blake3 = "1.8.4"
dashmap = "6.1.0"



[features]
pyo3 = ["dep:pyo3"]
stubgen = ["dep:pyo3-stub-gen"]


[dev-dependencies]
tempfile = "3"