use std::collections::{HashMap, HashSet};
use std::sync::Arc;
use axum::extract::{Request, State};
use axum::http::StatusCode;
use axum::response::{IntoResponse, Response};
use axum::routing::{get, post};
use axum::Router;
use bytes::Bytes;
use serde_json::json;
use tokio::sync::RwLock;
use tracing::{error, warn};
use crate::config::{state_path, Config, CredentialsStore};
use crate::forwarder::Forwarder;
use crate::oauth::OAuthCredential;
use crate::provider::Provider;
use crate::quota;
use crate::router;
use crate::state::StateStore;
#[derive(Clone)]
struct AppState {
config: Arc<Config>,
forwarder: Arc<Forwarder>,
state: StateStore,
credentials: Arc<RwLock<HashMap<String, OAuthCredential>>>,
started_ms: u64,
anthropic_base_url: Option<String>,
}
pub fn create_app(config: Config) -> anyhow::Result<Router> {
let (app, _) = create_app_with_state(config, StateStore::load(&state_path()), None)?;
Ok(app)
}
pub type LiveCredentials = Arc<RwLock<HashMap<String, OAuthCredential>>>;
pub fn create_app_with_state(
config: Config,
state: StateStore,
anthropic_base_url: Option<String>,
) -> anyhow::Result<(Router, LiveCredentials)> {
let forwarder = Forwarder::new(&config.server.upstream_url, config.server.request_timeout_secs)?;
for a in config.accounts.iter().filter(|a| a.credential.is_none()) {
state.set_auth_failed(&a.name);
}
let credentials: LiveCredentials = Arc::new(RwLock::new(
config.accounts.iter()
.filter_map(|a| a.credential.as_ref().map(|c| (a.name.clone(), c.clone())))
.collect::<HashMap<_, _>>(),
));
let app_state = AppState {
config: Arc::new(config),
forwarder: Arc::new(forwarder),
state,
credentials: Arc::clone(&credentials),
started_ms: now_ms(),
anthropic_base_url,
};
let provider = app_state.config.accounts.first()
.map(|a| &a.provider)
.cloned()
.unwrap_or_default();
let proxy_routes = match provider {
Provider::Anthropic => Router::new()
.route("/v1/messages", post(proxy_handler))
.route("/v1/messages/count_tokens", post(proxy_handler)),
Provider::OpenAI => Router::new()
.route("/v1/chat/completions", post(openai_compat_handler))
.route("/v1/models", get(openai_models_handler))
.fallback(proxy_handler),
};
let app = Router::new()
.route("/health", get(health))
.route("/status", get(status_handler))
.route("/use", post(use_handler))
.merge(proxy_routes)
.with_state(app_state);
Ok((app, credentials))
}
async fn health() -> impl IntoResponse {
axum::Json(json!({"status": "ok"}))
}
async fn status_handler(State(s): State<AppState>) -> impl IntoResponse {
let account_states = s.state.account_states();
let quotas = s.state.quota_snapshot();
let rate_limits = s.state.rate_limit_snapshot();
let accounts: Vec<_> = s.config.accounts.iter().map(|a| {
let st = account_states.get(&a.name);
let avail_status = if st.map(|s| s.auth_failed).unwrap_or(false) {
"reauth_required"
} else if st.map(|s| s.disabled).unwrap_or(false) {
"disabled"
} else if s.state.is_available(&a.name) {
"available"
} else {
"cooling"
};
let quota = quotas.get(&a.name);
let window_expires_ms = quota.and_then(|q| q.window_expires_ms());
let window_expires_ms = window_expires_ms.filter(|&e| e > now_ms());
let tokens_used = quota.map(|q| json!({
"input": q.input_tokens,
"output": q.output_tokens,
"total": q.total_tokens(),
}));
let rl = rate_limits.get(&a.name);
let rate_limit = rl.map(|r| json!({
"utilization_5h": r.utilization_5h,
"reset_5h": r.reset_5h,
"status_5h": r.status_5h,
"utilization_7d": r.utilization_7d,
"reset_7d": r.reset_7d,
"status_7d": r.status_7d,
"representative_claim": r.representative_claim,
"updated_ms": r.updated_ms,
}));
let acc_state = account_states.get(&a.name);
let email = a.credential.as_ref().and_then(|c| c.email.as_deref()).map(|e| e.to_owned());
let disabled = acc_state.map(|s| s.disabled).unwrap_or(false);
let auth_failed = acc_state.map(|s| s.auth_failed).unwrap_or(false);
let cooldown_until_ms = acc_state.map(|s| s.cooldown_until_ms).unwrap_or(0);
let utilization_5h = rl.and_then(|r| r.utilization_5h).unwrap_or(0.0);
let reset_5h = rl.and_then(|r| r.reset_5h);
let total_tokens = quota.map(|q| q.total_tokens()).unwrap_or(0);
let available = s.state.is_available(&a.name);
json!({
"name": a.name,
"email": email,
"plan_type": a.plan_type,
"status": avail_status,
"available": available,
"disabled": disabled,
"auth_failed": auth_failed,
"cooldown_until_ms": cooldown_until_ms,
"utilization_5h": utilization_5h,
"reset_5h": reset_5h,
"total_tokens": total_tokens,
"window_expires_ms": window_expires_ms,
"tokens_used": tokens_used,
"rate_limit": rate_limit,
})
}).collect();
let recent_requests = s.state.recent_requests_snapshot();
let savings = s.state.savings_snapshot();
axum::Json(json!({
"version": env!("CARGO_PKG_VERSION"),
"started_ms": s.started_ms,
"accounts": accounts,
"pinned_account": s.state.get_pinned(),
"last_used_account": s.state.get_last_used(),
"recent_requests": recent_requests,
"savings": savings,
}))
}
async fn use_handler(
State(s): State<AppState>,
axum::Json(body): axum::Json<serde_json::Value>,
) -> impl IntoResponse {
let account = body["account"].as_str().map(|s| s.to_owned());
if let Some(ref name) = account {
if name != "auto" && !s.config.accounts.iter().any(|a| &a.name == name) {
return axum::Json(json!({
"error": format!("unknown account '{name}'")
}));
}
let pinned = if name == "auto" { None } else { Some(name.clone()) };
s.state.set_pinned(pinned);
axum::Json(json!({ "pinned": name }))
} else {
s.state.set_pinned(None);
axum::Json(json!({ "pinned": null }))
}
}
fn now_ms() -> u64 {
use std::time::{SystemTime, UNIX_EPOCH};
SystemTime::now().duration_since(UNIX_EPOCH).unwrap_or_default().as_millis() as u64
}
async fn proxy_handler(
State(s): State<AppState>,
req: Request,
) -> Result<Response, ProxyError> {
if let Some(ref expected) = s.config.server.remote_key {
let provided = req.headers()
.get("x-api-key")
.and_then(|v| v.to_str().ok())
.unwrap_or("");
if provided != expected {
return Err(ProxyError::Unauthorized);
}
}
let method = req.method().as_str().to_owned();
let path = req.uri().path().to_owned();
let headers = req.headers().clone();
let body_bytes: Bytes = axum::body::to_bytes(req.into_body(), usize::MAX)
.await
.map_err(|_| ProxyError::BodyRead)?;
let model = serde_json::from_slice::<serde_json::Value>(&body_bytes)
.ok()
.and_then(|v| v["model"].as_str().map(|s| s.to_owned()))
.unwrap_or_default();
let req_start_ms = now_ms();
let fp = router::fingerprint(&body_bytes);
let fp_ref = fp.as_deref();
let mut tried: HashSet<String> = HashSet::new();
let mut refreshed: HashSet<String> = HashSet::new();
loop {
let account = match router::pick_account(
&s.config.accounts, &s.state, fp_ref, &tried,
s.config.server.sticky_ttl_ms, s.config.server.expiry_soon_secs,
) {
Some(a) => a,
None => return Err(ProxyError::AllAccountsUnavailable),
};
let account_name = account.name.clone();
let token = {
let creds = s.credentials.read().await;
creds.get(&account_name)
.map(|c| c.access_token.clone())
.or_else(|| account.credential.as_ref().map(|c| c.access_token.clone()))
.unwrap_or_default()
};
let response = s.forwarder
.forward(&method, &path, body_bytes.clone(), &headers, account, &token)
.await
.map_err(|e| {
error!("Forward error: {:#}", e);
ProxyError::Upstream
})?;
match response.status().as_u16() {
200..=299 => {
s.state.set_last_used(&account_name);
if let Some(info) = account.provider.parse_rate_limits(response.headers()) {
s.state.update_rate_limits(&account_name, info);
}
return Ok(tap_usage(response, &s.state, &account_name, &model, req_start_ms).await);
}
429 => {
warn!(account = %account_name, "429 rate-limited — cooling 60s");
if let Some(info) = account.provider.parse_rate_limits(response.headers()) {
s.state.update_rate_limits(&account_name, info);
}
s.state.set_cooldown(&account_name, 60_000);
tried.insert(account_name);
}
529 => {
warn!(account = %account_name, "529 overloaded — cooling 30s");
if let Some(info) = account.provider.parse_rate_limits(response.headers()) {
s.state.update_rate_limits(&account_name, info);
}
s.state.set_cooldown(&account_name, 30_000);
tried.insert(account_name);
}
401 => {
if !refreshed.contains(&account_name) {
let cred = {
let creds = s.credentials.read().await;
creds.get(&account_name).cloned()
.or_else(|| account.credential.clone())
};
let Some(cred) = cred else {
tried.insert(account_name);
continue;
};
match tokio::time::timeout(
std::time::Duration::from_secs(10),
account.provider.refresh_token(&cred),
).await {
Ok(Ok(fresh)) => {
warn!(account = %account_name, "401 — token refreshed, retrying");
{
let mut creds = s.credentials.write().await;
creds.insert(account_name.clone(), fresh.clone());
}
let name = account_name.clone();
let fresh = fresh.clone();
tokio::task::spawn_blocking(move || {
let mut store = CredentialsStore::load();
store.accounts.insert(name, fresh.clone());
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
});
refreshed.insert(account_name);
}
_ => {
error!(account = %account_name, "401 — token refresh failed, cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
}
}
} else {
error!(account = %account_name, "401 after refresh — cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
}
}
403 => {
error!(account = %account_name, "403 forbidden — cooling 30min");
s.state.set_cooldown(&account_name, 30 * 60_000);
tried.insert(account_name);
}
_ => {
return Ok(response);
}
}
}
}
async fn tap_usage(
resp: Response,
state: &StateStore,
account: &str,
model: &str,
req_start_ms: u64,
) -> Response {
use axum::body::Body;
use crate::state::RequestLog;
if quota::is_streaming_response(&resp) {
let state = state.clone();
let account = account.to_owned();
let model = model.to_owned();
let on_complete = Arc::new(move |input: u64, output: u64| {
state.record_usage(&account, input, output);
state.record_global(&model, input, output);
state.record_request(RequestLog {
ts_ms: req_start_ms,
account: account.clone(),
model: model.clone(),
status: 200,
input_tokens: input,
output_tokens: output,
duration_ms: now_ms().saturating_sub(req_start_ms),
});
});
let (parts, body) = resp.into_parts();
let wrapped = quota::wrap_streaming_body(body, on_complete);
return Response::from_parts(parts, wrapped);
}
let (parts, body) = resp.into_parts();
let bytes = match axum::body::to_bytes(body, 64 * 1024 * 1024).await {
Ok(b) => b,
Err(_) => return Response::from_parts(parts, Body::empty()),
};
let (input, output) = quota::extract_usage_from_json(&bytes);
state.record_usage(account, input, output);
state.record_global(model, input, output);
state.record_request(RequestLog {
ts_ms: req_start_ms,
account: account.to_owned(),
model: model.to_owned(),
status: 200,
input_tokens: input,
output_tokens: output,
duration_ms: now_ms().saturating_sub(req_start_ms),
});
Response::from_parts(parts, Body::from(bytes))
}
pub async fn prefetch_rate_limits(config: Arc<Config>, state: StateStore) {
let client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(20))
.build()
.unwrap_or_default();
for account in &config.accounts {
let rl = state.rate_limit_snapshot();
if let Some(r) = rl.get(&account.name) {
if r.utilization_5h.is_some() || r.utilization_7d.is_some() {
continue;
}
}
let creds = match account.credential.clone() {
Some(c) => c,
None => continue,
};
let Some((path, body)) = account.provider.prefetch_request() else {
if let Some(probe_path) = account.provider.auth_probe_get_path() {
auth_probe_get(&client, probe_path, account, &state).await;
}
continue;
};
let url = format!("{}{}", config.server.upstream_url, path);
let resp = prefetch_send(&client, &url, &account.provider, &creds.access_token, &body).await;
let r = match resp {
Ok(r) => r,
Err(e) => { tracing::warn!(account = %account.name, "prefetch failed: {e}"); continue; }
};
if r.status() == reqwest::StatusCode::UNAUTHORIZED {
tracing::info!(account = %account.name, "prefetch: token expired, refreshing");
let fresh = match account.provider.refresh_token(&creds).await {
Ok(f) => f,
Err(e) => {
tracing::warn!(account = %account.name, "token refresh failed: {e}");
state.set_auth_failed(&account.name);
continue;
}
};
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), fresh.clone());
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
match prefetch_send(&client, &url, &account.provider, &fresh.access_token, &body).await {
Ok(r2) if r2.status() == reqwest::StatusCode::UNAUTHORIZED => {
tracing::error!(account = %account.name, "401 after refresh — needs re-authorization");
state.set_auth_failed(&account.name);
}
Ok(r2) => {
if let Some(info) = account.provider.parse_rate_limits(r2.headers()) {
state.update_rate_limits(&account.name, info);
}
}
Err(e) => tracing::warn!(account = %account.name, "prefetch retry failed: {e}"),
}
} else {
tracing::info!(account = %account.name, status = %r.status(), "prefetch response");
if let Some(info) = account.provider.parse_rate_limits(r.headers()) {
state.update_rate_limits(&account.name, info);
}
}
}
}
async fn prefetch_send(
client: &reqwest::Client,
url: &str,
provider: &crate::provider::Provider,
token: &str,
body: &serde_json::Value,
) -> anyhow::Result<reqwest::Response> {
let mut headers = reqwest::header::HeaderMap::new();
provider.inject_auth_headers(&mut headers, token)?;
for (name, value) in provider.prefetch_extra_headers() {
headers.insert(
reqwest::header::HeaderName::from_bytes(name.as_bytes())?,
reqwest::header::HeaderValue::from_static(value),
);
}
Ok(client.post(url).headers(headers).json(body).send().await?)
}
async fn auth_probe_get(
client: &reqwest::Client,
path: &str,
account: &crate::config::AccountConfig,
state: &StateStore,
) {
let creds = match account.credential.clone() {
Some(c) => c,
None => return,
};
let upstream = match account.provider {
crate::provider::Provider::OpenAI => "https://chatgpt.com",
crate::provider::Provider::Anthropic => "https://api.anthropic.com",
};
let url = format!("{}{}", upstream, path);
let do_get = |token: &str| -> reqwest::RequestBuilder {
let mut headers = reqwest::header::HeaderMap::new();
let _ = account.provider.inject_auth_headers(&mut headers, token);
client.get(&url).headers(headers)
};
let resp = match do_get(&creds.access_token).send().await {
Ok(r) => r,
Err(e) => { tracing::warn!(account = %account.name, "auth probe failed: {e}"); return; }
};
if resp.status() == reqwest::StatusCode::UNAUTHORIZED {
tracing::info!(account = %account.name, "auth probe: access token rejected, refreshing");
let fresh = match account.provider.refresh_token(&creds).await {
Ok(f) => f,
Err(e) => {
tracing::warn!(account = %account.name, "token refresh failed: {e}");
state.set_auth_failed(&account.name);
return;
}
};
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), fresh.clone());
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
match do_get(&fresh.access_token).send().await {
Ok(r2) if r2.status() == reqwest::StatusCode::UNAUTHORIZED => {
tracing::error!(account = %account.name, "401 after refresh — needs re-authorization");
state.set_auth_failed(&account.name);
}
Ok(_) => tracing::info!(account = %account.name, "auth probe ok after refresh"),
Err(e) => tracing::warn!(account = %account.name, "auth probe retry failed: {e}"),
}
} else {
tracing::info!(account = %account.name, status = %resp.status(), "auth probe ok, validating refresh token");
match account.provider.refresh_token(&creds).await {
Ok(fresh) => {
tracing::info!(account = %account.name, "refresh token valid, credentials updated");
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), fresh.clone());
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
}
Err(e) => {
tracing::warn!(account = %account.name, "refresh token rejected: {e}");
state.set_auth_failed(&account.name);
}
}
}
}
pub async fn openai_token_refresh_loop(
config: Arc<Config>,
state: StateStore,
live_creds: LiveCredentials,
) {
tokio::time::sleep(std::time::Duration::from_secs(30)).await;
loop {
for account in config.accounts.iter()
.filter(|a| a.provider == crate::provider::Provider::OpenAI)
{
let creds = {
let map = live_creds.read().await;
map.get(&account.name).cloned()
.or_else(|| account.credential.clone())
};
let creds = match creds {
Some(c) => c,
None => continue,
};
if state.account_states().get(&account.name).map(|s| s.auth_failed).unwrap_or(false) {
continue;
}
tracing::info!(account = %account.name, "proactive OpenAI token refresh");
match account.provider.refresh_token(&creds).await {
Ok(fresh) => {
tracing::info!(account = %account.name, "proactive refresh ok — auth.json updated");
{
let mut map = live_creds.write().await;
map.insert(account.name.clone(), fresh.clone());
}
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), fresh.clone());
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
state.clear_auth_failed(&account.name);
}
Err(e) => {
tracing::warn!(account = %account.name, "proactive refresh failed: {e}");
state.set_auth_failed(&account.name);
}
}
}
tokio::time::sleep(std::time::Duration::from_secs(50 * 60)).await;
}
}
enum ProxyError {
BodyRead,
Upstream,
AllAccountsUnavailable,
Unauthorized,
}
impl IntoResponse for ProxyError {
fn into_response(self) -> Response {
let (status, msg) = match self {
ProxyError::BodyRead => (StatusCode::BAD_REQUEST, "failed to read request body"),
ProxyError::Upstream => (StatusCode::BAD_GATEWAY, "upstream request failed"),
ProxyError::AllAccountsUnavailable => {
(StatusCode::SERVICE_UNAVAILABLE, "all accounts are on cooldown or disabled")
}
ProxyError::Unauthorized => (StatusCode::UNAUTHORIZED, "invalid or missing api key"),
};
(status, axum::Json(json!({
"type": "error",
"error": {"type": "api_error", "message": msg}
}))).into_response()
}
}
pub async fn recovery_watcher(
config: Arc<Config>,
state: StateStore,
credentials: LiveCredentials,
) {
use std::time::{Duration, Instant};
const CHECK_INTERVAL: Duration = Duration::from_secs(120);
const NOTIFY_COOLDOWN: Duration = Duration::from_secs(3600);
let account_names: Vec<String> = config.accounts.iter().map(|a| a.name.clone()).collect();
let mut last_notified: Option<Instant> = None;
loop {
tokio::time::sleep(CHECK_INTERVAL).await;
let name_refs: Vec<&str> = account_names.iter().map(String::as_str).collect();
let failed = state.auth_failed_accounts(&name_refs);
if failed.is_empty() {
last_notified = None;
continue;
}
tracing::warn!(
accounts = ?failed,
"recovery: {} account(s) auth_failed, attempting token refresh",
failed.len()
);
let mut any_recovered = false;
for name in &failed {
let cred = {
let map = credentials.read().await;
map.get(*name).cloned()
};
let Some(cred) = cred else { continue };
if cred.refresh_token.is_empty() { continue; }
let provider = config.accounts.iter()
.find(|a| a.name == *name)
.map(|a| a.provider.clone())
.unwrap_or_default();
let result = tokio::time::timeout(
Duration::from_secs(20),
provider.refresh_token(&cred),
).await;
match result {
Ok(Ok(fresh)) => {
tracing::info!(account = %name, "recovery: token refreshed — account back online");
{
let mut map = credentials.write().await;
map.insert(name.to_string(), fresh.clone());
}
let name_owned = name.to_string();
let fresh_owned = fresh.clone();
tokio::task::spawn_blocking(move || {
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(name_owned, fresh_owned.clone());
store.save().ok();
if fresh_owned.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh_owned);
}
});
state.clear_auth_failed(name);
any_recovered = true;
}
Ok(Err(e)) => {
tracing::error!(account = %name, error = %e, "recovery: token refresh failed");
}
Err(_) => {
tracing::error!(account = %name, "recovery: token refresh timed out");
}
}
}
if any_recovered {
tracing::info!("recovery: at least one account is back online");
continue;
}
let still_failed = state.auth_failed_accounts(&name_refs);
if still_failed.len() == account_names.len() {
let should_notify = last_notified
.map(|t| t.elapsed() >= NOTIFY_COOLDOWN)
.unwrap_or(true);
if should_notify {
error!(
"ALL accounts are offline (auth failed). \
Run `shunt add-account` to re-authorize."
);
notify_all_accounts_offline();
last_notified = Some(Instant::now());
}
}
}
}
fn notify_all_accounts_offline() {
#[cfg(target_os = "macos")]
{
let _ = std::process::Command::new("osascript")
.args(["-e", concat!(
r#"display notification "#,
r#""All accounts have lost authentication. Run `shunt add-account` to re-authorize." "#,
r#"with title "shunt: All Accounts Offline" sound name "Basso""#
)])
.status();
}
}
fn map_model(openai_model: &str) -> &'static str {
match openai_model {
m if m.starts_with("claude-") => {
if m.contains("opus") { "claude-opus-4-6" }
else if m.contains("haiku") { "claude-haiku-4-5-20251001" }
else { "claude-sonnet-4-6" }
}
"gpt-4o" | "gpt-4.5" | "o1" | "o1-pro" | "o3" | "o3-pro" | "gpt-5" | "gpt-5.5" => {
"claude-opus-4-6"
}
"gpt-4o-mini" | "gpt-4o-mini-2024-07-18" | "o1-mini" | "o3-mini" => {
"claude-haiku-4-5-20251001"
}
_ => "claude-sonnet-4-6",
}
}
fn translate_to_anthropic(body: serde_json::Value) -> serde_json::Value {
let model = body["model"].as_str().unwrap_or("gpt-4o");
let claude_model = map_model(model).to_owned();
let mut system: Option<String> = None;
let mut messages = Vec::new();
if let Some(arr) = body["messages"].as_array() {
for msg in arr {
let role = msg["role"].as_str().unwrap_or("");
let content = msg["content"].as_str().unwrap_or("").to_owned();
if role == "system" {
system = Some(content);
} else {
messages.push(json!({ "role": role, "content": content }));
}
}
}
let max_tokens = body["max_tokens"].as_u64().unwrap_or(8096);
let stream = body["stream"].as_bool().unwrap_or(false);
let mut req = json!({
"model": claude_model,
"messages": messages,
"max_tokens": max_tokens,
"stream": stream,
});
if let Some(sys) = system {
req["system"] = json!(sys);
}
if let Some(temp) = body.get("temperature") {
req["temperature"] = temp.clone();
}
if let Some(sp) = body.get("stop") {
req["stop_sequences"] = sp.clone();
}
req
}
fn translate_from_anthropic(body: serde_json::Value) -> serde_json::Value {
let id = format!("chatcmpl-{}", &uuid_v4()[..8]);
let model = body["model"].as_str().unwrap_or("claude-sonnet-4-6").to_owned();
let content = body["content"]
.as_array()
.and_then(|arr| arr.iter().find_map(|b| b["text"].as_str()))
.unwrap_or("")
.to_owned();
let stop_reason = body["stop_reason"].as_str().unwrap_or("end_turn");
let finish_reason = if stop_reason == "end_turn" { "stop" } else { stop_reason };
let input_tokens = body["usage"]["input_tokens"].as_u64().unwrap_or(0);
let output_tokens = body["usage"]["output_tokens"].as_u64().unwrap_or(0);
json!({
"id": id,
"object": "chat.completion",
"model": model,
"choices": [{
"index": 0,
"message": { "role": "assistant", "content": content },
"finish_reason": finish_reason,
}],
"usage": {
"prompt_tokens": input_tokens,
"completion_tokens": output_tokens,
"total_tokens": input_tokens + output_tokens,
}
})
}
fn uuid_v4() -> String {
use crate::oauth::rand_bytes;
let b: [u8; 16] = rand_bytes();
format!("{:08x}-{:04x}-{:04x}-{:04x}-{:012x}",
u32::from_be_bytes(b[0..4].try_into().unwrap()),
u16::from_be_bytes(b[4..6].try_into().unwrap()),
u16::from_be_bytes(b[6..8].try_into().unwrap()),
u16::from_be_bytes(b[8..10].try_into().unwrap()),
{
let mut v = 0u64;
for &x in &b[10..16] { v = (v << 8) | x as u64; }
v
}
)
}
async fn openai_models_handler() -> impl IntoResponse {
axum::Json(json!({
"object": "list",
"data": [
{ "id": "claude-opus-4-6", "object": "model", "owned_by": "anthropic" },
{ "id": "claude-sonnet-4-6", "object": "model", "owned_by": "anthropic" },
{ "id": "claude-haiku-4-5-20251001", "object": "model", "owned_by": "anthropic" },
]
}))
}
async fn openai_compat_handler(
State(s): State<AppState>,
req: Request,
) -> Result<Response, ProxyError> {
let Some(ref anthropic_url) = s.anthropic_base_url else {
return proxy_handler(State(s), req).await;
};
let body_bytes = axum::body::to_bytes(req.into_body(), usize::MAX)
.await
.map_err(|_| ProxyError::BodyRead)?;
let openai_body: serde_json::Value = serde_json::from_slice(&body_bytes)
.unwrap_or(json!({}));
let stream = openai_body["stream"].as_bool().unwrap_or(false);
let anthropic_body = translate_to_anthropic(openai_body);
let client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(300))
.build()
.map_err(|_| ProxyError::Upstream)?;
let resp = client
.post(format!("{anthropic_url}/v1/messages"))
.header("content-type", "application/json")
.header("anthropic-version", "2023-06-01")
.header("anthropic-beta", "claude-code-20250219,oauth-2025-04-20")
.header("x-shunt-compat", "openai")
.json(&anthropic_body)
.send()
.await
.map_err(|_| ProxyError::Upstream)?;
if !resp.status().is_success() {
let status = resp.status();
let body = resp.text().await.unwrap_or_default();
let code = status.as_u16();
return Ok(axum::response::Response::builder()
.status(code)
.header("content-type", "application/json")
.body(axum::body::Body::from(body))
.unwrap());
}
if stream {
let chat_id = format!("chatcmpl-{}", &uuid_v4()[..8]);
let stream = translate_anthropic_stream(resp, chat_id);
Ok(axum::response::Response::builder()
.status(200)
.header("content-type", "text/event-stream")
.header("cache-control", "no-cache")
.body(axum::body::Body::from_stream(stream))
.unwrap())
} else {
let anthropic_resp: serde_json::Value = resp.json().await.map_err(|_| ProxyError::Upstream)?;
let openai_resp = translate_from_anthropic(anthropic_resp);
Ok(axum::Json(openai_resp).into_response())
}
}
fn translate_anthropic_stream(
resp: reqwest::Response,
chat_id: String,
) -> impl futures_util::Stream<Item = Result<bytes::Bytes, std::io::Error>> {
use futures_util::StreamExt;
let id = chat_id;
let byte_stream = resp.bytes_stream();
async_stream::stream! {
let mut buf = String::new();
futures_util::pin_mut!(byte_stream);
let init = format!(
"data: {}\n\n",
serde_json::to_string(&json!({
"id": id,
"object": "chat.completion.chunk",
"choices": [{"index": 0, "delta": {"role": "assistant", "content": ""}, "finish_reason": null}]
})).unwrap()
);
yield Ok(bytes::Bytes::from(init));
while let Some(chunk) = byte_stream.next().await {
let chunk = match chunk {
Ok(c) => c,
Err(_) => break,
};
buf.push_str(&String::from_utf8_lossy(&chunk));
while let Some(nl) = buf.find('\n') {
let line = buf[..nl].trim_end_matches('\r').to_owned();
buf = buf[nl + 1..].to_owned();
if !line.starts_with("data: ") { continue; }
let data = &line["data: ".len()..];
if data == "[DONE]" { continue; }
let Ok(event) = serde_json::from_str::<serde_json::Value>(data) else { continue };
let event_type = event["type"].as_str().unwrap_or("");
let maybe_chunk = match event_type {
"content_block_delta" => {
let text = event["delta"]["text"].as_str().unwrap_or("");
if text.is_empty() { continue; }
Some(json!({
"id": id,
"object": "chat.completion.chunk",
"choices": [{"index": 0, "delta": {"content": text}, "finish_reason": null}]
}))
}
"message_delta" => {
let stop_reason = event["delta"]["stop_reason"].as_str().unwrap_or("stop");
let finish = if stop_reason == "end_turn" { "stop" } else { stop_reason };
Some(json!({
"id": id,
"object": "chat.completion.chunk",
"choices": [{"index": 0, "delta": {}, "finish_reason": finish}]
}))
}
_ => None,
};
if let Some(c) = maybe_chunk {
let out = format!("data: {}\n\n", serde_json::to_string(&c).unwrap());
yield Ok(bytes::Bytes::from(out));
}
}
}
yield Ok(bytes::Bytes::from("data: [DONE]\n\n"));
}
}