modelmux 1.0.0

ModelMux - high-performance Rust gateway that translates OpenAI-compatible API requests to Vertex AI (Claude), with streaming, tool calling, and production-grade reliability.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

# For .deb package - binary installed to /usr/bin/modelmux
[Unit]
Description=ModelMux - OpenAI-compatible proxy for Vertex AI
Documentation=https://github.com/yarenty/modelmux
After=network-online.target
Wants=network-online.target

[Service]
Type=simple
ExecStart=/usr/bin/modelmux
Restart=on-failure
RestartSec=5
Environment="PATH=/usr/bin:/bin"

[Install]
WantedBy=multi-user.target