use std::collections::{HashMap, HashSet};
use std::sync::Arc;
use axum::extract::{Request, State};
use axum::http::StatusCode;
use axum::response::{IntoResponse, Response};
use axum::routing::{get, post};
use axum::Router;
use bytes::Bytes;
use serde_json::json;
use tokio::sync::RwLock;
use tracing::{error, warn};
use crate::config::{state_path, Config, CredentialsStore};
use crate::credential::Credential;
use crate::forwarder::Forwarder;
use crate::provider::Provider;
use crate::quota;
use crate::router;
use crate::state::StateStore;
#[derive(Clone)]
struct AppState {
config: Arc<Config>,
forwarder: Arc<Forwarder>,
state: StateStore,
credentials: Arc<RwLock<HashMap<String, Credential>>>,
refresh_locks: Arc<std::sync::Mutex<HashMap<String, Arc<tokio::sync::Mutex<()>>>>>,
started_ms: u64,
anthropic_base_url: Option<String>,
}
pub fn create_app(config: Config) -> anyhow::Result<Router> {
let (app, _) = create_app_with_state(config, StateStore::load(&state_path()), None)?;
Ok(app)
}
pub type LiveCredentials = Arc<RwLock<HashMap<String, Credential>>>;
fn build_app_state(
config: Config,
state: StateStore,
anthropic_base_url: Option<String>,
) -> anyhow::Result<(AppState, LiveCredentials)> {
let forwarder = Forwarder::new(&config.server.upstream_url, config.server.request_timeout_secs)?;
for a in &config.accounts {
if a.provider.auth_kind() == crate::provider::AuthKind::None {
state.clear_auth_failed(&a.name);
} else if a.credential.is_none() {
state.set_auth_failed(&a.name);
}
}
let credentials: LiveCredentials = Arc::new(RwLock::new(
config.accounts.iter()
.filter_map(|a| a.credential.as_ref().map(|c| (a.name.clone(), c.clone())))
.collect::<HashMap<_, _>>(),
));
let app_state = AppState {
config: Arc::new(config),
forwarder: Arc::new(forwarder),
state,
credentials: Arc::clone(&credentials),
refresh_locks: Arc::new(std::sync::Mutex::new(HashMap::new())),
started_ms: now_ms(),
anthropic_base_url,
};
Ok((app_state, credentials))
}
pub fn create_proxy_app(
config: Config,
state: StateStore,
anthropic_base_url: Option<String>,
) -> anyhow::Result<(Router, LiveCredentials)> {
let (app_state, credentials) = build_app_state(config, state, anthropic_base_url)?;
let app = Router::new()
.route("/v1/messages", post(proxy_handler))
.route("/v1/messages/count_tokens", post(proxy_handler))
.route("/v1/chat/completions", post(openai_compat_handler))
.route("/v1/models", get(openai_models_handler))
.fallback(proxy_handler)
.with_state(app_state);
Ok((app, credentials))
}
pub fn create_control_app(
config: Config,
state: StateStore,
) -> anyhow::Result<Router> {
let (app_state, _) = build_app_state(config, state, None)?;
let app = Router::new()
.route("/health", get(health))
.route("/status", get(status_handler))
.route("/use", post(use_handler))
.with_state(app_state);
Ok(app)
}
pub fn create_app_with_state(
config: Config,
state: StateStore,
anthropic_base_url: Option<String>,
) -> anyhow::Result<(Router, LiveCredentials)> {
let (app_state, credentials) = build_app_state(config, state, anthropic_base_url)?;
let app = Router::new()
.route("/health", get(health))
.route("/status", get(status_handler))
.route("/use", post(use_handler))
.route("/v1/messages", post(proxy_handler))
.route("/v1/messages/count_tokens", post(proxy_handler))
.route("/v1/chat/completions", post(openai_compat_handler))
.route("/v1/models", get(openai_models_handler))
.fallback(proxy_handler)
.with_state(app_state);
Ok((app, credentials))
}
async fn health() -> impl IntoResponse {
axum::Json(json!({"status": "ok"}))
}
async fn status_handler(State(s): State<AppState>) -> impl IntoResponse {
let account_states = s.state.account_states();
let quotas = s.state.quota_snapshot();
let rate_limits = s.state.rate_limit_snapshot();
let accounts: Vec<_> = s.config.accounts.iter().map(|a| {
let st = account_states.get(&a.name);
let avail_status = if st.map(|s| s.auth_failed).unwrap_or(false) {
"reauth_required"
} else if st.map(|s| s.disabled).unwrap_or(false) {
"disabled"
} else if s.state.is_available(&a.name) {
"available"
} else {
"cooling"
};
let quota = quotas.get(&a.name);
let window_expires_ms = quota.and_then(|q| q.window_expires_ms());
let window_expires_ms = window_expires_ms.filter(|&e| e > now_ms());
let tokens_used = quota.map(|q| json!({
"input": q.input_tokens,
"output": q.output_tokens,
"total": q.total_tokens(),
}));
let rl = rate_limits.get(&a.name);
let rate_limit = rl.map(|r| json!({
"utilization_5h": r.utilization_5h,
"reset_5h": r.reset_5h,
"status_5h": r.status_5h,
"utilization_7d": r.utilization_7d,
"reset_7d": r.reset_7d,
"status_7d": r.status_7d,
"representative_claim": r.representative_claim,
"updated_ms": r.updated_ms,
}));
let acc_state = account_states.get(&a.name);
let email = a.credential.as_ref().and_then(|c| c.email()).map(|e| e.to_owned());
let disabled = acc_state.map(|s| s.disabled).unwrap_or(false);
let auth_failed = acc_state.map(|s| s.auth_failed).unwrap_or(false);
let cooldown_until_ms = acc_state.map(|s| s.cooldown_until_ms).unwrap_or(0);
let utilization_5h = rl.and_then(|r| r.utilization_5h).unwrap_or(0.0);
let reset_5h = rl.and_then(|r| r.reset_5h);
let utilization_7d = rl.and_then(|r| r.utilization_7d).unwrap_or(0.0);
let reset_7d = rl.and_then(|r| r.reset_7d);
let available = s.state.is_available(&a.name);
json!({
"name": a.name,
"email": email,
"plan_type": a.plan_type,
"provider": a.provider.to_string(),
"status": avail_status,
"available": available,
"disabled": disabled,
"auth_failed": auth_failed,
"cooldown_until_ms": cooldown_until_ms,
"utilization_5h": utilization_5h,
"reset_5h": reset_5h,
"utilization_7d": utilization_7d,
"reset_7d": reset_7d,
"window_expires_ms": window_expires_ms,
"tokens_used": tokens_used,
"rate_limit": rate_limit,
})
}).collect();
let recent_requests = s.state.recent_requests_snapshot();
let savings = s.state.savings_snapshot();
axum::Json(json!({
"version": env!("CARGO_PKG_VERSION"),
"started_ms": s.started_ms,
"accounts": accounts,
"pinned_account": s.state.get_pinned(),
"last_used_account": s.state.get_last_used(),
"recent_requests": recent_requests,
"savings": savings,
}))
}
async fn use_handler(
State(s): State<AppState>,
axum::Json(body): axum::Json<serde_json::Value>,
) -> Response {
let account = body["account"].as_str().map(|s| s.to_owned());
if let Some(ref name) = account {
if name != "auto" && !s.config.accounts.iter().any(|a| &a.name == name) {
return (StatusCode::BAD_REQUEST, axum::Json(json!({
"error": format!("unknown account '{name}'")
}))).into_response();
}
let pinned = if name == "auto" { None } else { Some(name.clone()) };
s.state.set_pinned(pinned);
axum::Json(json!({ "pinned": name })).into_response()
} else {
s.state.set_pinned(None);
axum::Json(json!({ "pinned": null })).into_response()
}
}
fn now_ms() -> u64 {
use std::time::{SystemTime, UNIX_EPOCH};
SystemTime::now().duration_since(UNIX_EPOCH).unwrap_or_default().as_millis() as u64
}
async fn proxy_handler(
State(s): State<AppState>,
req: Request,
) -> Result<Response, ProxyError> {
if let Some(ref expected) = s.config.server.remote_key {
let provided = req.headers()
.get("x-api-key")
.and_then(|v| v.to_str().ok())
.unwrap_or("");
if provided != expected {
return Err(ProxyError::Unauthorized);
}
}
let method = req.method().as_str().to_owned();
let path = req.uri().path().to_owned();
let headers = req.headers().clone();
let body_bytes: Bytes = axum::body::to_bytes(req.into_body(), usize::MAX)
.await
.map_err(|_| ProxyError::BodyRead)?;
let model = serde_json::from_slice::<serde_json::Value>(&body_bytes)
.ok()
.and_then(|v| v["model"].as_str().map(|s| s.to_owned()))
.unwrap_or_default();
let req_start_ms = now_ms();
let fp = router::fingerprint(&body_bytes);
let fp_ref = fp.as_deref();
let mut tried: HashSet<String> = HashSet::new();
let mut refreshed: HashSet<String> = HashSet::new();
let wait_deadline_ms = now_ms() + 5 * 60 * 60 * 1_000;
loop {
let account = match router::pick_account(
&s.config.accounts, &s.state, fp_ref, &tried,
s.config.server.sticky_ttl_ms, s.config.server.expiry_soon_secs,
) {
Some(a) => a,
None => {
let account_states = s.state.account_states();
let now = now_ms();
let soonest_ms = s.config.accounts.iter()
.filter_map(|a| {
let st = account_states.get(&a.name)?;
if st.disabled { return None; } if st.cooldown_until_ms > now { Some(st.cooldown_until_ms) } else { None }
})
.min();
match soonest_ms {
Some(wake_ms) if wake_ms <= wait_deadline_ms => {
let wait_ms = wake_ms.saturating_sub(now_ms()) + 50; warn!(wait_ms, "all accounts cooling — waiting for next available account");
tokio::time::sleep(std::time::Duration::from_millis(wait_ms)).await;
tried.clear(); }
_ => return Err(ProxyError::AllAccountsUnavailable),
}
continue;
}
};
let account_name = account.name.clone();
let token = {
let creds = s.credentials.read().await;
let cred = creds.get(&account_name)
.cloned()
.or_else(|| account.credential.clone());
match cred {
Some(c) => c.bearer_token().to_owned(),
None => String::new(),
}
};
let req_is_anthropic = path.starts_with("/v1/messages");
let acct_is_anthropic = account.provider.wire_protocol()
== crate::provider::WireProtocol::Anthropic;
let acct_is_chatgpt = matches!(account.provider, Provider::OpenAI);
let mut log_model = model.clone();
let (fwd_path, fwd_body, mut fwd_headers) = if req_is_anthropic == acct_is_anthropic {
(path.clone(), body_bytes.clone(), headers.clone())
} else if req_is_anthropic && acct_is_chatgpt {
let val = serde_json::from_slice::<serde_json::Value>(&body_bytes).unwrap_or(json!({}));
let translated = translate_anthropic_req_to_chatgpt(&val);
let mut h = headers.clone();
for name in &["anthropic-version", "anthropic-beta", "anthropic-dangerous-direct-browser-access"] {
h.remove(*name);
}
(
"/backend-api/conversation".to_owned(),
bytes::Bytes::from(serde_json::to_vec(&translated).unwrap_or_default()),
h,
)
} else if req_is_anthropic {
let val = serde_json::from_slice::<serde_json::Value>(&body_bytes).unwrap_or(json!({}));
let target_model = resolve_model(&model, account, &s.config.model_mapping);
log_model = target_model.clone();
let translated = translate_anthropic_req_to_openai(val, &target_model);
let mut h = headers.clone();
for name in &["anthropic-version", "anthropic-beta", "anthropic-dangerous-direct-browser-access"] {
h.remove(*name);
}
(
"/v1/chat/completions".to_owned(),
bytes::Bytes::from(serde_json::to_vec(&translated).unwrap_or_default()),
h,
)
} else {
let val = serde_json::from_slice::<serde_json::Value>(&body_bytes).unwrap_or(json!({}));
let translated = translate_to_anthropic(val);
(
"/v1/messages".to_owned(),
bytes::Bytes::from(serde_json::to_vec(&translated).unwrap_or_default()),
headers.clone(),
)
};
let upstream = account.upstream_url.as_deref()
.unwrap_or(&s.config.server.upstream_url);
if req_is_anthropic && acct_is_chatgpt {
tracing::info!(account = %account_name, upstream = %upstream, "routing to chatgpt.com — fetching sentinel");
let sentinel_client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(3))
.build()
.unwrap_or_default();
let sentinel_opt = tokio::time::timeout(
std::time::Duration::from_secs(3),
fetch_sentinel_token(&sentinel_client, upstream, &token),
).await.ok().flatten();
if let Some(sentinel) = sentinel_opt {
if let Ok(name) = axum::http::header::HeaderName::from_bytes(
b"openai-sentinel-chat-requirements-token",
) {
if let Ok(val) = axum::http::HeaderValue::from_str(&sentinel) {
fwd_headers.insert(name, val);
}
}
}
}
let response = if acct_is_chatgpt {
tracing::info!(account = %account_name, path = %fwd_path, "forwarding to chatgpt.com (15s cap)");
match tokio::time::timeout(
std::time::Duration::from_secs(15),
s.forwarder.forward(upstream, &method, &fwd_path, fwd_body, &fwd_headers, account, &token),
).await {
Ok(Ok(r)) => r,
Ok(Err(e)) => {
error!(account = %account_name, "chatgpt.com forward error: {:#}", e);
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
continue;
}
Err(_) => {
warn!(account = %account_name, "chatgpt.com request timed out (Cloudflare) — cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
continue;
}
}
} else {
s.forwarder
.forward(upstream, &method, &fwd_path, fwd_body, &fwd_headers, account, &token)
.await
.map_err(|e| {
error!("Forward error: {:#}", e);
ProxyError::Upstream
})?
};
match response.status().as_u16() {
200..=299 => {
s.state.set_last_used(&account_name);
if let Some(info) = account.provider.parse_rate_limits(response.headers()) {
s.state.update_rate_limits(&account_name, info);
}
let response = if req_is_anthropic == acct_is_anthropic {
response
} else if req_is_anthropic && acct_is_chatgpt {
translate_response_chatgpt_to_anthropic(response, &model).await
} else if req_is_anthropic {
translate_response_openai_to_anthropic(response, &model).await
} else {
translate_response_anthropic_to_openai(response).await
};
return Ok(tap_usage(response, &s.state, &account_name, &log_model, req_start_ms).await);
}
429 => {
let info = account.provider.parse_rate_limits(response.headers());
let cooldown_ms = info.as_ref()
.and_then(|i| i.reset_5h.or(i.reset_7d))
.map(|reset_secs| {
let reset_ms = reset_secs.saturating_mul(1_000);
reset_ms.saturating_sub(now_ms()).saturating_add(500) })
.unwrap_or(60_000);
warn!(account = %account_name, cooldown_ms, "429 rate-limited — cooling until reset");
if let Some(info) = info {
s.state.update_rate_limits(&account_name, info);
}
s.state.set_cooldown(&account_name, cooldown_ms);
if cooldown_ms >= 5 * 60_000 {
let mins = cooldown_ms / 60_000;
notify(
"shunt: Rate Limited",
&format!("Account '{account_name}' hit quota limit — cooling {mins}m."),
"Ping",
);
}
tried.insert(account_name);
}
529 => {
warn!(account = %account_name, "529 overloaded — cooling 30s");
if let Some(info) = account.provider.parse_rate_limits(response.headers()) {
s.state.update_rate_limits(&account_name, info);
}
s.state.set_cooldown(&account_name, 30_000);
tried.insert(account_name);
}
401 => {
if !refreshed.contains(&account_name) {
let account_lock = {
let mut locks = s.refresh_locks.lock().unwrap();
locks.entry(account_name.clone())
.or_insert_with(|| Arc::new(tokio::sync::Mutex::new(())))
.clone()
};
let _guard = account_lock.lock().await;
let cred_before = {
let creds = s.credentials.read().await;
creds.get(&account_name).cloned()
.or_else(|| account.credential.clone())
};
let Some(cred) = cred_before else {
tried.insert(account_name);
continue;
};
let token_before = cred.access_token().to_owned();
let already_refreshed = {
let creds = s.credentials.read().await;
creds.get(&account_name)
.map(|c| c.access_token() != token_before)
.unwrap_or(false)
};
if already_refreshed {
warn!(account = %account_name, "401 — token was refreshed by concurrent request, retrying");
refreshed.insert(account_name);
} else if let Some(oauth_cred) = cred.as_oauth() {
match tokio::time::timeout(
std::time::Duration::from_secs(10),
account.provider.refresh_token(oauth_cred),
).await {
Ok(Ok(fresh)) => {
warn!(account = %account_name, "401 — token refreshed, retrying");
{
let mut creds = s.credentials.write().await;
creds.insert(account_name.clone(), Credential::Oauth(fresh.clone()));
}
let name = account_name.clone();
let fresh = fresh.clone();
tokio::task::spawn_blocking(move || {
let mut store = CredentialsStore::load();
store.accounts.insert(name, Credential::Oauth(fresh.clone()));
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
});
refreshed.insert(account_name);
}
_ => {
error!(account = %account_name, "401 — token refresh failed, cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
}
}
} else {
error!(account = %account_name, "401 — API key rejected, cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
}
} else {
error!(account = %account_name, "401 after refresh — cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
tried.insert(account_name);
}
}
403 => {
if acct_is_anthropic {
error!(account = %account_name, "403 forbidden — cooling 30min");
s.state.set_cooldown(&account_name, 30 * 60_000);
notify(
"shunt: Account Forbidden",
&format!("Account '{account_name}' got 403 — subscription may have lapsed (cooling 30m)."),
"Basso",
);
} else {
warn!(account = %account_name, "403 from chatgpt.com (Cloudflare) — cooling 5min");
s.state.set_cooldown(&account_name, 5 * 60_000);
}
tried.insert(account_name);
}
_ => {
return Ok(response);
}
}
}
}
async fn tap_usage(
resp: Response,
state: &StateStore,
account: &str,
model: &str,
req_start_ms: u64,
) -> Response {
use axum::body::Body;
use crate::state::RequestLog;
if quota::is_streaming_response(&resp) {
let state = state.clone();
let account = account.to_owned();
let model = model.to_owned();
let on_complete = Arc::new(move |input: u64, output: u64| {
state.record_usage(&account, input, output);
state.record_global(&model, input, output);
state.record_request(RequestLog {
ts_ms: req_start_ms,
account: account.clone(),
model: model.clone(),
status: 200,
input_tokens: input,
output_tokens: output,
duration_ms: now_ms().saturating_sub(req_start_ms),
});
});
let (parts, body) = resp.into_parts();
let wrapped = quota::wrap_streaming_body(body, on_complete);
return Response::from_parts(parts, wrapped);
}
let (parts, body) = resp.into_parts();
let bytes = match axum::body::to_bytes(body, 64 * 1024 * 1024).await {
Ok(b) => b,
Err(_) => return Response::from_parts(parts, Body::empty()),
};
let (input, output) = quota::extract_usage_from_json(&bytes);
state.record_usage(account, input, output);
state.record_global(model, input, output);
state.record_request(RequestLog {
ts_ms: req_start_ms,
account: account.to_owned(),
model: model.to_owned(),
status: 200,
input_tokens: input,
output_tokens: output,
duration_ms: now_ms().saturating_sub(req_start_ms),
});
Response::from_parts(parts, Body::from(bytes))
}
pub async fn prefetch_rate_limits(config: Arc<Config>, state: StateStore, live_creds: LiveCredentials) {
let client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(20))
.build()
.unwrap_or_default();
for account in &config.accounts {
let rl = state.rate_limit_snapshot();
if let Some(r) = rl.get(&account.name) {
if r.utilization_5h.is_some() || r.utilization_7d.is_some() {
continue;
}
}
let cred = match account.credential.clone() {
Some(c) => c,
None => continue,
};
let Some((path, body)) = account.provider.prefetch_request() else {
if let Some(probe_path) = account.provider.auth_probe_get_path() {
auth_probe_get(&client, probe_path, account, &state).await;
}
continue;
};
let url = format!("{}{}", config.server.upstream_url, path);
let resp = prefetch_send(&client, &url, &account.provider, cred.bearer_token(), &body).await;
let r = match resp {
Ok(r) => r,
Err(e) => { tracing::warn!(account = %account.name, "prefetch failed: {e}"); continue; }
};
if r.status() == reqwest::StatusCode::UNAUTHORIZED {
tracing::info!(account = %account.name, "prefetch: token expired, refreshing");
let Some(oauth_cred) = cred.as_oauth() else {
tracing::error!(account = %account.name, "prefetch 401 — API key rejected");
state.set_auth_failed(&account.name);
continue;
};
let fresh = match account.provider.refresh_token(oauth_cred).await {
Ok(f) => f,
Err(e) => {
tracing::warn!(account = %account.name, "token refresh failed: {e}");
state.set_auth_failed(&account.name);
continue;
}
};
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), Credential::Oauth(fresh.clone()));
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
live_creds.write().await.insert(account.name.clone(), Credential::Oauth(fresh.clone()));
match prefetch_send(&client, &url, &account.provider, &fresh.access_token, &body).await {
Ok(r2) if r2.status() == reqwest::StatusCode::UNAUTHORIZED => {
tracing::error!(account = %account.name, "401 after refresh — needs re-authorization");
state.set_auth_failed(&account.name);
}
Ok(r2) => {
if let Some(info) = account.provider.parse_rate_limits(r2.headers()) {
state.update_rate_limits(&account.name, info);
}
}
Err(e) => tracing::warn!(account = %account.name, "prefetch retry failed: {e}"),
}
} else {
tracing::info!(account = %account.name, status = %r.status(), "prefetch response");
if let Some(info) = account.provider.parse_rate_limits(r.headers()) {
state.update_rate_limits(&account.name, info);
}
}
}
}
async fn prefetch_send(
client: &reqwest::Client,
url: &str,
provider: &crate::provider::Provider,
token: &str,
body: &serde_json::Value,
) -> anyhow::Result<reqwest::Response> {
let mut headers = reqwest::header::HeaderMap::new();
provider.inject_auth_headers(&mut headers, token)?;
for (name, value) in provider.prefetch_extra_headers() {
headers.insert(
reqwest::header::HeaderName::from_bytes(name.as_bytes())?,
reqwest::header::HeaderValue::from_static(value),
);
}
Ok(client.post(url).headers(headers).json(body).send().await?)
}
async fn auth_probe_get(
client: &reqwest::Client,
path: &str,
account: &crate::config::AccountConfig,
state: &StateStore,
) {
let cred = match account.credential.clone() {
Some(c) => c,
None => return,
};
let upstream = account.upstream_url.as_deref()
.unwrap_or_else(|| account.provider.default_upstream_url());
let url = format!("{}{}", upstream, path);
let do_get = |token: &str| -> reqwest::RequestBuilder {
let mut headers = reqwest::header::HeaderMap::new();
let _ = account.provider.inject_auth_headers(&mut headers, token);
client.get(&url).headers(headers)
};
let resp = match do_get(cred.bearer_token()).send().await {
Ok(r) => r,
Err(e) => { tracing::warn!(account = %account.name, "auth probe failed: {e}"); return; }
};
if resp.status() == reqwest::StatusCode::UNAUTHORIZED {
tracing::info!(account = %account.name, "auth probe: token rejected, refreshing");
let Some(oauth_cred) = cred.as_oauth() else {
tracing::error!(account = %account.name, "auth probe 401 — API key rejected");
state.set_auth_failed(&account.name);
return;
};
let fresh = match account.provider.refresh_token(oauth_cred).await {
Ok(f) => f,
Err(e) => {
tracing::warn!(account = %account.name, "token refresh failed: {e}");
state.set_auth_failed(&account.name);
return;
}
};
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), Credential::Oauth(fresh.clone()));
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
let fresh_token = fresh.id_token.as_deref().unwrap_or(&fresh.access_token);
match do_get(fresh_token).send().await {
Ok(r2) if r2.status() == reqwest::StatusCode::UNAUTHORIZED => {
tracing::error!(account = %account.name, "401 after refresh — needs re-authorization");
state.set_auth_failed(&account.name);
}
Ok(_) => tracing::info!(account = %account.name, "auth probe ok after refresh"),
Err(e) => tracing::warn!(account = %account.name, "auth probe retry failed: {e}"),
}
} else {
tracing::info!(account = %account.name, status = %resp.status(), "auth probe ok");
}
}
fn access_token_expires_soon(cred: &crate::oauth::OAuthCredential, threshold_mins: u64) -> bool {
let now_ms = std::time::SystemTime::now()
.duration_since(std::time::UNIX_EPOCH)
.unwrap_or_default()
.as_millis() as u64;
let exp_ms = crate::oauth::jwt_exp_ms(&cred.access_token)
.unwrap_or(cred.expires_at);
exp_ms < now_ms + threshold_mins * 60 * 1_000
}
async fn sync_live_creds_from_auth_json(
account_name: &str,
live_creds: &LiveCredentials,
) {
let Some(from_file) = crate::oauth::read_codex_credentials() else { return };
let current_exp = live_creds.read().await
.get(account_name)
.and_then(|c| c.as_oauth())
.map(|c| c.expires_at)
.unwrap_or(0);
if from_file.expires_at > current_exp {
tracing::info!(account = %account_name, "synced fresher token from auth.json");
live_creds.write().await.insert(account_name.to_owned(), Credential::Oauth(from_file));
}
}
async fn do_proactive_refresh(
account: &crate::config::AccountConfig,
creds: &crate::oauth::OAuthCredential,
live_creds: &LiveCredentials,
state: &StateStore,
) {
tracing::info!(account = %account.name, "proactive OpenAI token refresh");
match account.provider.refresh_token(creds).await {
Ok(fresh) => {
tracing::info!(account = %account.name, "proactive refresh ok — auth.json updated");
{
let mut map = live_creds.write().await;
map.insert(account.name.clone(), Credential::Oauth(fresh.clone()));
}
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(account.name.clone(), Credential::Oauth(fresh.clone()));
store.save().ok();
if fresh.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh);
}
state.clear_auth_failed(&account.name);
}
Err(e) => {
tracing::warn!(account = %account.name, "proactive refresh failed: {e}");
state.set_auth_failed(&account.name);
}
}
}
pub async fn openai_token_refresh_loop(
config: Arc<Config>,
state: StateStore,
live_creds: LiveCredentials,
) {
for account in config.accounts.iter()
.filter(|a| a.provider == crate::provider::Provider::OpenAI)
{
if state.account_states().get(&account.name).map(|s| s.auth_failed).unwrap_or(false) {
continue;
}
sync_live_creds_from_auth_json(&account.name, &live_creds).await;
let creds = {
let map = live_creds.read().await;
map.get(&account.name).cloned().or_else(|| account.credential.clone())
};
if let Some(creds) = creds {
if let Some(oauth) = creds.as_oauth() {
if access_token_expires_soon(oauth, 30) {
do_proactive_refresh(account, oauth, &live_creds, &state).await;
} else {
tracing::info!(account = %account.name, "access_token fresh at startup");
}
}
}
}
loop {
tokio::time::sleep(std::time::Duration::from_secs(5 * 60)).await;
for account in config.accounts.iter()
.filter(|a| a.provider == crate::provider::Provider::OpenAI)
{
sync_live_creds_from_auth_json(&account.name, &live_creds).await;
}
}
}
enum ProxyError {
BodyRead,
Upstream,
AllAccountsUnavailable,
Unauthorized,
}
impl IntoResponse for ProxyError {
fn into_response(self) -> Response {
let (status, msg) = match self {
ProxyError::BodyRead => (StatusCode::BAD_REQUEST, "failed to read request body"),
ProxyError::Upstream => (StatusCode::BAD_GATEWAY, "upstream request failed"),
ProxyError::AllAccountsUnavailable => {
(StatusCode::SERVICE_UNAVAILABLE, "all accounts are on cooldown or disabled")
}
ProxyError::Unauthorized => (StatusCode::UNAUTHORIZED, "invalid or missing api key"),
};
(status, axum::Json(json!({
"type": "error",
"error": {"type": "api_error", "message": msg}
}))).into_response()
}
}
pub async fn recovery_watcher(
config: Arc<Config>,
state: StateStore,
credentials: LiveCredentials,
) {
use std::time::{Duration, Instant};
const CHECK_INTERVAL: Duration = Duration::from_secs(120);
const NOTIFY_COOLDOWN: Duration = Duration::from_secs(3600);
let account_names: Vec<String> = config.accounts.iter().map(|a| a.name.clone()).collect();
let mut last_notified: Option<Instant> = None;
loop {
tokio::time::sleep(CHECK_INTERVAL).await;
let name_refs: Vec<&str> = account_names.iter().map(String::as_str).collect();
let failed = state.auth_failed_accounts(&name_refs);
if failed.is_empty() {
last_notified = None;
continue;
}
tracing::warn!(
accounts = ?failed,
"recovery: {} account(s) auth_failed, attempting token refresh",
failed.len()
);
let mut any_recovered = false;
for name in &failed {
let cred = {
let map = credentials.read().await;
map.get(*name).cloned()
};
let Some(cred) = cred else { continue };
if !cred.has_refresh_token() { continue; }
let Some(oauth_cred) = cred.as_oauth().cloned() else { continue };
let provider = config.accounts.iter()
.find(|a| a.name == *name)
.map(|a| a.provider.clone())
.unwrap_or_default();
let result = tokio::time::timeout(
Duration::from_secs(20),
provider.refresh_token(&oauth_cred),
).await;
match result {
Ok(Ok(fresh)) => {
tracing::info!(account = %name, "recovery: token refreshed — account back online");
{
let mut map = credentials.write().await;
map.insert(name.to_string(), Credential::Oauth(fresh.clone()));
}
let name_owned = name.to_string();
let fresh_owned = fresh.clone();
tokio::task::spawn_blocking(move || {
let mut store = crate::config::CredentialsStore::load();
store.accounts.insert(name_owned, Credential::Oauth(fresh_owned.clone()));
store.save().ok();
if fresh_owned.id_token.is_some() {
crate::oauth::write_codex_auth_file(&fresh_owned);
}
});
state.clear_auth_failed(name);
any_recovered = true;
}
Ok(Err(e)) => {
tracing::error!(account = %name, error = %e, "recovery: token refresh failed");
notify(
"shunt: Reauth Required",
&format!("Account '{name}' needs re-authorization. Run `shunt add-account`."),
"Basso",
);
}
Err(_) => {
tracing::error!(account = %name, "recovery: token refresh timed out");
notify(
"shunt: Reauth Required",
&format!("Account '{name}' token refresh timed out. Run `shunt add-account`."),
"Basso",
);
}
}
}
if any_recovered {
tracing::info!("recovery: at least one account is back online");
continue;
}
let still_failed = state.auth_failed_accounts(&name_refs);
if still_failed.len() == account_names.len() {
let should_notify = last_notified
.map(|t| t.elapsed() >= NOTIFY_COOLDOWN)
.unwrap_or(true);
if should_notify {
error!(
"ALL accounts are offline (auth failed). \
Run `shunt add-account` to re-authorize."
);
notify(
"shunt: All Accounts Offline",
"All accounts need re-authorization. Run `shunt add-account`.",
"Basso",
);
last_notified = Some(Instant::now());
}
}
}
}
async fn post_cooldown_prefetch(
client: &reqwest::Client,
account: &crate::config::AccountConfig,
token: &str,
state: &StateStore,
upstream_url: &str,
) {
let Some((path, body)) = account.provider.prefetch_request() else {
if let Some(probe_path) = account.provider.auth_probe_get_path() {
auth_probe_get(client, probe_path, account, state).await;
}
return;
};
let url = format!("{upstream_url}{path}");
match prefetch_send(client, &url, &account.provider, token, &body).await {
Ok(r) => {
if let Some(info) = account.provider.parse_rate_limits(r.headers()) {
state.update_rate_limits(&account.name, info);
tracing::info!(account = %account.name, "post-cooldown prefetch: quota refreshed");
}
}
Err(e) => warn!(account = %account.name, "post-cooldown prefetch failed: {e}"),
}
}
pub async fn cooldown_watcher(
config: Arc<Config>,
state: StateStore,
credentials: LiveCredentials,
) {
const STALE_RL_MS: u64 = 60 * 60_000;
let client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(20))
.build()
.unwrap_or_default();
let mut last_resumed: HashMap<String, u64> = HashMap::new();
let mut notify_on_resume: HashSet<String> = HashSet::new();
let mut last_stale_prefetch: HashMap<String, u64> = HashMap::new();
loop {
let states = state.account_states();
let rl_snapshot = state.rate_limit_snapshot();
let now = now_ms();
let mut next_wake_ms: Option<u64> = None;
for account in &config.accounts {
let Some(st) = states.get(&account.name) else { continue };
if st.disabled { continue; } let cdl = st.cooldown_until_ms;
if cdl > 0 && cdl <= now {
let handled = last_resumed.get(&account.name).map(|&t| t >= cdl).unwrap_or(false);
if !handled {
tracing::info!(account = %account.name, "cooldown expired — strong resume prefetch");
let token = {
let creds = credentials.read().await;
creds.get(&account.name).map(|c| c.bearer_token().to_owned())
};
if let Some(token) = token {
post_cooldown_prefetch(
&client, account, &token, &state,
&config.server.upstream_url,
).await;
}
if notify_on_resume.remove(&account.name) {
notify(
"shunt: Account Resumed",
&format!("Account '{}' is back online.", account.name),
"Glass",
);
}
last_resumed.insert(account.name.clone(), cdl);
last_stale_prefetch.insert(account.name.clone(), now);
}
} else if cdl > now {
let remaining = cdl - now;
if remaining >= 5 * 60_000 {
notify_on_resume.insert(account.name.clone());
}
next_wake_ms = Some(next_wake_ms.map(|m| m.min(cdl)).unwrap_or(cdl));
} else {
let rl_age = rl_snapshot
.get(&account.name)
.map(|r| now.saturating_sub(r.updated_ms))
.unwrap_or(u64::MAX); let last_fetched = last_stale_prefetch.get(&account.name).copied().unwrap_or(0);
let fetched_ago = now.saturating_sub(last_fetched);
if rl_age >= STALE_RL_MS && fetched_ago >= STALE_RL_MS {
tracing::debug!(
account = %account.name,
age_min = rl_age / 60_000,
"rate-limit data stale — refreshing"
);
let token = {
let creds = credentials.read().await;
creds.get(&account.name).map(|c| c.bearer_token().to_owned())
};
if let Some(token) = token {
post_cooldown_prefetch(
&client, account, &token, &state,
&config.server.upstream_url,
).await;
}
last_stale_prefetch.insert(account.name.clone(), now);
}
}
}
let sleep_ms = next_wake_ms
.map(|wake| wake.saturating_sub(now_ms()).max(50))
.unwrap_or(30_000);
tokio::time::sleep(std::time::Duration::from_millis(sleep_ms)).await;
}
}
use crate::notify::notify;
use crate::translate::{
translate_to_anthropic,
translate_from_anthropic,
uuid_v4,
translate_anthropic_stream,
translate_anthropic_req_to_chatgpt,
translate_response_chatgpt_to_anthropic,
translate_anthropic_req_to_openai,
translate_response_openai_to_anthropic,
translate_response_anthropic_to_openai,
};
async fn openai_models_handler() -> impl IntoResponse {
axum::Json(json!({
"object": "list",
"data": [
{ "id": "claude-opus-4-6", "object": "model", "owned_by": "anthropic" },
{ "id": "claude-sonnet-4-6", "object": "model", "owned_by": "anthropic" },
{ "id": "claude-haiku-4-5-20251001", "object": "model", "owned_by": "anthropic" },
]
}))
}
async fn openai_compat_handler(
State(s): State<AppState>,
req: Request,
) -> Result<Response, ProxyError> {
let Some(ref anthropic_url) = s.anthropic_base_url else {
return proxy_handler(State(s), req).await;
};
let body_bytes = axum::body::to_bytes(req.into_body(), usize::MAX)
.await
.map_err(|_| ProxyError::BodyRead)?;
let openai_body: serde_json::Value = serde_json::from_slice(&body_bytes)
.unwrap_or(json!({}));
let stream = openai_body["stream"].as_bool().unwrap_or(false);
let anthropic_body = translate_to_anthropic(openai_body);
let client = reqwest::Client::builder()
.timeout(std::time::Duration::from_secs(300))
.build()
.map_err(|_| ProxyError::Upstream)?;
let resp = client
.post(format!("{anthropic_url}/v1/messages"))
.header("content-type", "application/json")
.header("anthropic-version", "2023-06-01")
.header("anthropic-beta", "claude-code-20250219,oauth-2025-04-20")
.header("x-shunt-compat", "openai")
.json(&anthropic_body)
.send()
.await
.map_err(|_| ProxyError::Upstream)?;
if !resp.status().is_success() {
let status = resp.status();
let body = resp.text().await.unwrap_or_default();
let code = status.as_u16();
return Ok(axum::response::Response::builder()
.status(code)
.header("content-type", "application/json")
.body(axum::body::Body::from(body))
.unwrap());
}
if stream {
let chat_id = format!("chatcmpl-{}", &uuid_v4()[..8]);
let stream = translate_anthropic_stream(resp, chat_id);
Ok(axum::response::Response::builder()
.status(200)
.header("content-type", "text/event-stream")
.header("cache-control", "no-cache")
.body(axum::body::Body::from_stream(stream))
.unwrap())
} else {
let anthropic_resp: serde_json::Value = resp.json().await.map_err(|_| ProxyError::Upstream)?;
let openai_resp = translate_from_anthropic(anthropic_resp);
Ok(axum::Json(openai_resp).into_response())
}
}
async fn fetch_sentinel_token(client: &reqwest::Client, upstream: &str, token: &str) -> Option<String> {
let url = format!("{}/backend-api/sentinel/chat-requirements", upstream);
let resp = client
.get(&url)
.header("Authorization", format!("Bearer {}", token))
.send()
.await
.ok()?;
if !resp.status().is_success() {
return None;
}
let json: serde_json::Value = resp.json().await.ok()?;
if json["proofofwork"]["required"].as_bool() == Some(true) {
return None;
}
json["token"].as_str().map(ToOwned::to_owned)
}
fn resolve_model(
incoming: &str,
account: &crate::config::AccountConfig,
mapping: &std::collections::HashMap<String, String>,
) -> String {
if let Some(m) = &account.model {
return m.clone();
}
if let Some(m) = mapping.get(incoming) {
return m.clone();
}
let default = account.provider.default_model();
if !default.is_empty() {
return default.to_owned();
}
incoming.to_owned()
}