hyperinfer-server 0.1.1

High-performance LLM Gateway server built with Axum
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

[package]
name = "hyperinfer-server"
version = "0.1.1"
edition = "2021"
description = "High-performance LLM Gateway server built with Axum"
license = "MIT"
repository = "https://github.com/AndroZa0812/HyperInfer"
homepage = "https://github.com/AndroZa0812/HyperInfer"
documentation = "https://docs.rs/hyperinfer-server"
readme = "README.md"
keywords = ["llm", "gateway", "server", "axum", "api"]
categories = ["web-programming::http-server", "api-bindings"]

[lib]
name = "hyperinfer_server"
path = "src/lib.rs"

[[bin]]
name = "hyperinfer-server"
path = "src/main.rs"

[dependencies]
hyperinfer-core = { path = "../hyperinfer-core", version = "0.1.1" }
hyperinfer-router = { path = "../hyperinfer-router", version = "0.1.0" }
async-trait = "0.1"
axum = "0.8"
tokio = { version = "1.52", features = ["full"] }
tokio-util = { version = "0.7", features = ["rt"] }
serde = { version = "1.0", features = ["derive"] }
sqlx = { version = "0.9", features = [
  "runtime-tokio",
  "postgres",
  "uuid",
  "migrate",
  "time",
  "chrono",
] }
tower = "0.5"
tower-http = { version = "0.6", features = ["cors", "trace"] }
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
uuid = { version = "1.23", features = ["v4", "serde"] }
chrono = { version = "0.4", features = ["serde"] }
redis = { version = "1.2", features = [
  "aio",
  "tokio-comp",
  "connection-manager",
] }
sha2 = "0.11"
hex = "0.4"
jsonwebtoken = { version = "10.4", features = ["rust_crypto"] }
subtle = "2.5"
argon2 = "0.5"
futures = "0.3"
async-stream = "0.3"
axum-extra = { version = "0.12", features = ["typed-header"] }
headers = "0.4"
rust-embed = { version = "8.11", optional = true }
mime_guess = { version = "2.0", optional = true }
serde_json = "1.0.149"
reqwest = { version = "0.12", features = ["json"] }
url = "2"
utoipa = { version = "5", features = ["axum_extras"] }
utoipa-swagger-ui = { version = "9", features = ["axum"] }

[features]
embedded-frontend = ["rust-embed", "mime_guess"]

[dev-dependencies]
hyperinfer-core = { path = "../hyperinfer-core", version = "0.1.1", features = ["test-mocks"] }
tokio = { version = "1.52", features = ["macros", "rt-multi-thread"] }
testcontainers = "0.27"
testcontainers-modules = { version = "0.15", features = ["postgres", "redis"] }
http-body-util = "0.1"
mockall = "0.14"
axum-test = "20"