pub mod assets;
use crate::config::{
AdminCfg, ApiKeyCfg, BreakerCfg, CacheCfg, Config, CortiqCfg, LogCfg, ModelCfg, ProtocolsCfg,
RouteCfg, RouterCfg, RoutingCfg, RoutingPolicy, StatsCfg, TelemetryCfg, TierTargets,
};
use crate::model::{ChatRequest, GenParams, Message, RequestMeta, RoutingDirective};
use crate::state::SharedState;
use crate::stats::parse_duration_secs;
use axum::{
extract::{Path, Query, Request, State},
http::{header, StatusCode},
middleware::{self, Next},
response::{IntoResponse, Response},
routing::{get, post},
Json, Router,
};
use serde::Deserialize;
use serde_json::{json, Value};
use std::collections::HashMap;
use std::time::Instant;
type ApiResult = Result<Json<Value>, ApiError>;
pub struct ApiError {
status: StatusCode,
message: String,
}
impl ApiError {
fn bad(msg: impl Into<String>) -> Self {
Self {
status: StatusCode::BAD_REQUEST,
message: msg.into(),
}
}
fn not_found(msg: impl Into<String>) -> Self {
Self {
status: StatusCode::NOT_FOUND,
message: msg.into(),
}
}
}
impl From<anyhow::Error> for ApiError {
fn from(e: anyhow::Error) -> Self {
Self::bad(e.to_string())
}
}
impl IntoResponse for ApiError {
fn into_response(self) -> Response {
(
self.status,
Json(json!({"error": {"message": self.message, "type": "admin_error"}})),
)
.into_response()
}
}
fn ok(v: Value) -> ApiResult {
Ok(Json(v))
}
fn current_cfg(state: &SharedState) -> Config {
state.live().cfg.clone()
}
pub fn random_token(n_bytes: usize) -> String {
let mut buf = vec![0u8; n_bytes];
if getrandom::getrandom(&mut buf).is_err() {
let t = std::time::SystemTime::now()
.duration_since(std::time::UNIX_EPOCH)
.unwrap_or_default()
.as_nanos();
for (i, b) in buf.iter_mut().enumerate() {
*b = ((t >> ((i % 16) * 8)) as u8) ^ (i as u8).wrapping_mul(31);
}
}
buf.iter().map(|b| format!("{b:02x}")).collect()
}
fn constant_time_eq(a: &[u8], b: &[u8]) -> bool {
if a.len() != b.len() {
return false;
}
let mut diff = 0u8;
for (x, y) in a.iter().zip(b.iter()) {
diff |= x ^ y;
}
diff == 0
}
fn mask_key(key: &str) -> String {
let n = key.chars().count();
if n <= 8 {
return "•".repeat(n.max(3));
}
let head: String = key.chars().take(6).collect();
let tail: String = key.chars().skip(n - 4).collect();
format!("{head}…{tail}")
}
fn tiers_to_map(routing: &RoutingCfg) -> HashMap<String, Vec<String>> {
routing
.tiers
.iter()
.map(|(k, v)| {
let list = match v {
TierTargets::List(l) => l.clone(),
TierTargets::One(s) => vec![s.clone()],
};
(k.clone(), list)
})
.collect()
}
fn parse_routing(model: &str) -> RoutingDirective {
if let Some(rest) = model.strip_prefix("cortiq-auto") {
let profile = rest.strip_prefix(':').map(|p| p.to_string());
RoutingDirective::Auto { profile }
} else {
RoutingDirective::Pinned {
model_id: model.to_string(),
}
}
}
pub fn api_routes(admin_token: String) -> Router<SharedState> {
Router::new()
.route("/admin/api/health", get(health))
.route("/admin/api/meta", get(meta))
.route("/admin/api/config", get(get_config).put(put_config))
.route("/admin/api/models", get(list_models).post(create_model))
.route(
"/admin/api/models/:id",
axum::routing::put(update_model).delete(delete_model),
)
.route("/admin/api/models/:id/probe", post(probe_model))
.route("/admin/api/routing", get(get_routing).put(put_routing))
.route(
"/admin/api/protocols",
get(get_protocols).put(put_protocols),
)
.route("/admin/api/settings", get(get_settings).put(put_settings))
.route("/admin/api/keys", get(list_keys).post(create_key))
.route("/admin/api/keys/:key", axum::routing::delete(delete_key))
.route(
"/admin/api/secrets",
get(list_secrets).put(set_secret).delete(clear_secret),
)
.route("/admin/api/stats", get(get_stats))
.route("/admin/api/requests", get(get_requests))
.route("/admin/api/test", post(run_test))
.route("/admin/api/test/stream", post(run_test_stream))
.route_layer(middleware::from_fn(move |req: Request, next: Next| {
let expected = admin_token.clone();
async move { auth(expected, req, next).await }
}))
}
fn bearer_token(req: &Request) -> String {
req.headers()
.get(header::AUTHORIZATION)
.and_then(|v| v.to_str().ok())
.map(|v| {
v.strip_prefix("Bearer ")
.or_else(|| v.strip_prefix("bearer "))
.unwrap_or(v)
.trim()
})
.unwrap_or("")
.to_string()
}
async fn auth(expected: String, req: Request, next: Next) -> Response {
let token = bearer_token(&req);
if !expected.is_empty() && constant_time_eq(token.as_bytes(), expected.as_bytes()) {
next.run(req).await
} else {
(
StatusCode::UNAUTHORIZED,
Json(json!({"error": {"message": "invalid or missing admin token", "type": "authentication_error", "code": "unauthorized"}})),
)
.into_response()
}
}
pub async fn metrics(State(state): State<SharedState>) -> Response {
let live = state.live();
if !live.cfg.telemetry.metrics {
return (StatusCode::NOT_FOUND, "metrics disabled").into_response();
}
let body = state.stats.prometheus();
([(header::CONTENT_TYPE, "text/plain; version=0.0.4")], body).into_response()
}
async fn probe_router(url: &str) -> (bool, u64) {
let client = match reqwest::Client::builder()
.timeout(std::time::Duration::from_millis(1500))
.danger_accept_invalid_certs(true)
.build()
{
Ok(c) => c,
Err(_) => return (false, 0),
};
let started = Instant::now();
let target = format!("{}/healthz", url.trim_end_matches('/'));
let ok = client
.get(&target)
.send()
.await
.map(|r| r.status().as_u16() < 500)
.unwrap_or(false);
(ok, started.elapsed().as_millis() as u64)
}
async fn health(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
let (router_ok, router_ms) = probe_router(&live.cfg.router.url).await;
let models: Vec<Value> = live
.cfg
.models
.iter()
.map(|m| {
let key = match &m.api_key_env {
Some(env) => state.secrets.source(env),
None => "none",
};
json!({
"id": m.id,
"provider": m.provider,
"model": m.model,
"kind": m.kind,
"cost_tier": m.cost_tier,
"key_source": key,
"in_registry": live.registry.get(&m.id).is_some(),
})
})
.collect();
ok(json!({
"ok": true,
"version": env!("CARGO_PKG_VERSION"),
"listen": live.cfg.listen,
"router": { "url": live.cfg.router.url, "reachable": router_ok, "latency_ms": router_ms },
"models": models,
}))
}
async fn meta() -> ApiResult {
ok(json!({
"version": env!("CARGO_PKG_VERSION"),
"providers": ["openai", "anthropic", "ollama", "http"],
"provider_impl": { "openai": true, "ollama": true, "http": true, "anthropic": true },
"cost_tiers": ["cheap", "mid", "expensive"],
"kinds": ["chat", "embedding"],
"profiles": ["cost-saver", "balanced", "quality-first"],
"text_strategies": ["last_user", "last_user_plus_system", "concat_all"],
"policy_modes": ["fixed_table", "cost_aware"],
"tiers": ["low", "medium", "high"],
"caps": ["tools", "vision"],
"protocols_impl": {
"openai_chat": true, "openai_completions": false, "openai_embeddings": true,
"openai_models": false, "anthropic_messages": true, "mcp": true, "native_passthrough": false
},
"languages": ["en", "ru", "de", "fr", "es", "zh", "tr"],
}))
}
async fn get_config(State(state): State<SharedState>) -> ApiResult {
let cfg = current_cfg(&state);
ok(serde_json::to_value(&cfg).map_err(|e| ApiError::bad(e.to_string()))?)
}
async fn put_config(State(state): State<SharedState>, Json(cfg): Json<Config>) -> ApiResult {
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn list_models(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
let models: Vec<Value> = live
.cfg
.models
.iter()
.map(|m| {
let mut v = serde_json::to_value(m).unwrap_or(json!({}));
let key_source = match &m.api_key_env {
Some(env) => state.secrets.source(env),
None => "none",
};
v["key_source"] = json!(key_source);
v
})
.collect();
ok(json!({ "models": models }))
}
async fn create_model(State(state): State<SharedState>, Json(m): Json<ModelCfg>) -> ApiResult {
let mut cfg = current_cfg(&state);
if cfg.models.iter().any(|x| x.id == m.id) {
return Err(ApiError::bad(format!("model id '{}' already exists", m.id)));
}
cfg.models.push(m);
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn update_model(
State(state): State<SharedState>,
Path(id): Path<String>,
Json(m): Json<ModelCfg>,
) -> ApiResult {
let mut cfg = current_cfg(&state);
let idx = cfg
.models
.iter()
.position(|x| x.id == id)
.ok_or_else(|| ApiError::not_found(format!("model '{id}' not found")))?;
if m.id != id && cfg.models.iter().any(|x| x.id == m.id) {
return Err(ApiError::bad(format!("model id '{}' already exists", m.id)));
}
cfg.models[idx] = m;
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn delete_model(State(state): State<SharedState>, Path(id): Path<String>) -> ApiResult {
let mut cfg = current_cfg(&state);
let before = cfg.models.len();
cfg.models.retain(|x| x.id != id);
if cfg.models.len() == before {
return Err(ApiError::not_found(format!("model '{id}' not found")));
}
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn probe_model(State(state): State<SharedState>, Path(id): Path<String>) -> ApiResult {
let live = state.live();
let mcfg = live
.cfg
.models
.iter()
.find(|m| m.id == id)
.ok_or_else(|| ApiError::not_found(format!("model '{id}' not found")))?
.clone();
if mcfg.provider == "anthropic" {
return ok(json!({
"ok": false,
"error": "anthropic provider not yet implemented (planned v0.2)",
}));
}
let provider = live
.registry
.get(&id)
.ok_or_else(|| ApiError::bad(format!("model '{id}' has no runtime provider")))?;
let req = ChatRequest {
routing: RoutingDirective::Pinned {
model_id: id.clone(),
},
messages: vec![Message {
role: "user".into(),
content: "ping".into(),
tool_calls: vec![],
}],
tools: vec![],
params: GenParams {
temperature: Some(0.0),
max_tokens: Some(1),
..Default::default()
},
stream: false,
meta: RequestMeta {
protocol: "probe".into(),
..Default::default()
},
};
let started = Instant::now();
let res = provider.chat(req).await;
let latency_ms = started.elapsed().as_millis() as u64;
match res {
Ok(_) => ok(json!({ "ok": true, "latency_ms": latency_ms })),
Err(e) => ok(json!({ "ok": false, "latency_ms": latency_ms, "error": e.to_string() })),
}
}
async fn get_routing(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
ok(json!({
"tiers": tiers_to_map(&live.cfg.routing),
"default": live.cfg.routing.default,
"policy": live.cfg.routing.policy,
}))
}
#[derive(Deserialize)]
struct RoutingBody {
#[serde(default)]
tiers: HashMap<String, Vec<String>>,
default: String,
#[serde(default)]
policy: RoutingPolicy,
}
async fn put_routing(State(state): State<SharedState>, Json(body): Json<RoutingBody>) -> ApiResult {
let mut cfg = current_cfg(&state);
cfg.routing = RoutingCfg {
tiers: body
.tiers
.into_iter()
.map(|(k, v)| (k, TierTargets::List(v)))
.collect(),
default: body.default,
policy: body.policy,
};
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn get_protocols(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
ok(serde_json::to_value(&live.cfg.protocols).unwrap_or(json!({})))
}
async fn put_protocols(State(state): State<SharedState>, Json(p): Json<ProtocolsCfg>) -> ApiResult {
let mut cfg = current_cfg(&state);
cfg.protocols = p;
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn get_settings(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
let c = &live.cfg;
ok(json!({
"listen": c.listen,
"router": c.router,
"route": c.route,
"breaker": c.breaker,
"log": c.log,
"telemetry": c.telemetry,
"cortiq": c.cortiq,
"stats": c.stats,
"admin": c.admin,
"cache": c.cache,
}))
}
#[derive(Deserialize)]
struct SettingsBody {
listen: Option<String>,
router: Option<RouterCfg>,
route: Option<RouteCfg>,
breaker: Option<BreakerCfg>,
log: Option<LogCfg>,
telemetry: Option<TelemetryCfg>,
cortiq: Option<CortiqCfg>,
stats: Option<StatsCfg>,
admin: Option<AdminCfg>,
cache: Option<CacheCfg>,
}
async fn put_settings(State(state): State<SharedState>, Json(b): Json<SettingsBody>) -> ApiResult {
let mut cfg = current_cfg(&state);
let mut needs_restart = false;
if let Some(v) = b.listen {
if v != cfg.listen {
needs_restart = true;
}
cfg.listen = v;
}
if let Some(v) = b.router {
cfg.router = v;
}
if let Some(v) = b.route {
cfg.route = v;
}
if let Some(v) = b.breaker {
cfg.breaker = v;
}
if let Some(v) = b.log {
cfg.log = v;
}
if let Some(v) = b.telemetry {
cfg.telemetry = v;
}
if let Some(v) = b.cortiq {
cfg.cortiq = v;
}
if let Some(v) = b.stats {
cfg.stats = v;
}
if let Some(v) = b.admin {
if v.listen != cfg.admin.listen {
needs_restart = true;
}
cfg.admin = v;
}
if let Some(v) = b.cache {
needs_restart = true;
cfg.cache = v;
}
state.reload(cfg)?;
ok(json!({ "ok": true, "needs_restart": needs_restart }))
}
async fn list_keys(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
let keys: Vec<Value> = live
.cfg
.api_keys
.iter()
.map(|k| {
json!({
"key": k.key,
"key_masked": mask_key(&k.key),
"account": k.account,
"rate_per_min": k.rate_per_min,
"allow_models": k.allow_models,
})
})
.collect();
ok(json!({ "keys": keys, "open_mode": live.cfg.api_keys.is_empty() }))
}
#[derive(Deserialize)]
struct NewKey {
#[serde(default)]
key: String,
account: String,
#[serde(default)]
rate_per_min: u32,
#[serde(default)]
allow_models: Vec<String>,
}
async fn create_key(State(state): State<SharedState>, Json(b): Json<NewKey>) -> ApiResult {
let key = if b.key.trim().is_empty() {
format!("sk-gw-{}", random_token(18))
} else {
b.key.trim().to_string()
};
let mut cfg = current_cfg(&state);
if cfg.api_keys.iter().any(|k| k.key == key) {
return Err(ApiError::bad("key already exists"));
}
cfg.api_keys.push(ApiKeyCfg {
key: key.clone(),
account: b.account,
rate_per_min: b.rate_per_min,
allow_models: b.allow_models,
});
state.reload(cfg)?;
ok(json!({ "ok": true, "key": key }))
}
async fn delete_key(State(state): State<SharedState>, Path(key): Path<String>) -> ApiResult {
let mut cfg = current_cfg(&state);
let before = cfg.api_keys.len();
cfg.api_keys.retain(|k| k.key != key);
if cfg.api_keys.len() == before {
return Err(ApiError::not_found("key not found"));
}
state.reload(cfg)?;
ok(json!({ "ok": true }))
}
async fn list_secrets(State(state): State<SharedState>) -> ApiResult {
let live = state.live();
let mut names: Vec<String> = Vec::new();
for m in &live.cfg.models {
if let Some(env) = &m.api_key_env {
if !names.contains(env) {
names.push(env.clone());
}
}
}
if let Some(env) = &live.cfg.router.api_key_env {
if !names.contains(env) {
names.push(env.clone());
}
}
let secrets: Vec<Value> = names
.iter()
.map(|n| json!({ "name": n, "source": state.secrets.source(n) }))
.collect();
ok(json!({ "secrets": secrets }))
}
#[derive(Deserialize)]
struct SecretBody {
name: String,
value: String,
}
async fn set_secret(State(state): State<SharedState>, Json(b): Json<SecretBody>) -> ApiResult {
if b.name.trim().is_empty() {
return Err(ApiError::bad("secret name is required"));
}
state.secrets.set(b.name.trim(), &b.value)?;
state.rebuild()?;
ok(json!({ "ok": true }))
}
#[derive(Deserialize)]
struct NameQuery {
name: String,
}
async fn clear_secret(State(state): State<SharedState>, Query(q): Query<NameQuery>) -> ApiResult {
state.secrets.clear(q.name.trim())?;
state.rebuild()?;
ok(json!({ "ok": true }))
}
#[derive(Deserialize)]
struct StatsQuery {
#[serde(default)]
range: Option<String>,
#[serde(default)]
groupby: Option<String>,
}
async fn get_stats(State(state): State<SharedState>, Query(q): Query<StatsQuery>) -> ApiResult {
let range_secs = q
.range
.as_deref()
.and_then(parse_duration_secs)
.unwrap_or(24 * 3600);
let groupby = q.groupby.as_deref().unwrap_or("model");
let mut snap = state.stats.snapshot(range_secs, groupby);
snap["cache"] = state.cache.snapshot();
ok(snap)
}
#[derive(Deserialize)]
struct RecentQuery {
#[serde(default)]
limit: Option<usize>,
#[serde(default)]
offset: Option<usize>,
}
async fn get_requests(State(state): State<SharedState>, Query(q): Query<RecentQuery>) -> ApiResult {
let limit = q.limit.unwrap_or(50).min(500);
let offset = q.offset.unwrap_or(0);
let items = state.stats.recent(limit, offset);
ok(json!({ "requests": items }))
}
#[derive(Deserialize)]
struct TestBody {
#[serde(default = "default_test_model")]
model: String,
messages: Vec<Message>,
#[serde(default)]
temperature: Option<f32>,
#[serde(default)]
max_tokens: Option<u32>,
}
fn default_test_model() -> String {
"cortiq-auto".into()
}
async fn run_test(State(state): State<SharedState>, Json(b): Json<TestBody>) -> ApiResult {
if b.messages.is_empty() {
return Err(ApiError::bad("messages must not be empty"));
}
let req = ChatRequest {
routing: parse_routing(&b.model),
messages: b.messages,
tools: vec![],
params: GenParams {
temperature: b.temperature,
max_tokens: b.max_tokens,
..Default::default()
},
stream: false,
meta: RequestMeta {
account: "playground".into(),
protocol: "playground".into(),
..Default::default()
},
};
let started = Instant::now();
let res = state.pipeline.run(req, &state).await;
let latency_ms = started.elapsed().as_millis() as u64;
match res {
Ok(resp) => {
let answer = resp
.choices
.first()
.map(|c| c.message.content.clone())
.unwrap_or_default();
ok(json!({
"ok": true,
"latency_ms": latency_ms,
"answer": answer,
"model_used": resp.model_used,
"usage": {
"prompt_tokens": resp.usage.prompt_tokens,
"completion_tokens": resp.usage.completion_tokens,
"total_tokens": resp.usage.total_tokens,
},
"cortiq": {
"task_label": resp.cortiq.task_label,
"complexity": { "score": resp.cortiq.complexity_score, "tier": resp.cortiq.complexity_tier },
"selected_model": resp.cortiq.selected_model,
"route_source": resp.cortiq.route_source,
"router_request_id": resp.cortiq.router_request_id,
"cost_usd": resp.cortiq.cost_usd,
"failover": resp.cortiq.failover,
},
}))
}
Err(e) => ok(json!({ "ok": false, "latency_ms": latency_ms, "error": e.to_string() })),
}
}
async fn run_test_stream(State(state): State<SharedState>, Json(b): Json<TestBody>) -> Response {
if b.messages.is_empty() {
return ApiError::bad("messages must not be empty").into_response();
}
let req = ChatRequest {
routing: parse_routing(&b.model),
messages: b.messages,
tools: vec![],
params: GenParams {
temperature: b.temperature,
max_tokens: b.max_tokens,
..Default::default()
},
stream: true,
meta: RequestMeta {
account: "playground".into(),
protocol: "playground".into(),
..Default::default()
},
};
match state.pipeline.run_stream(req, &state).await {
Ok((info, stream)) => {
let mut headers = crate::protocols::openai_chat::cortiq_headers(&info);
headers.insert(
header::CONTENT_TYPE,
axum::http::HeaderValue::from_static("text/event-stream"),
);
(headers, axum::body::Body::from_stream(stream)).into_response()
}
Err(e) => ApiError::bad(e.to_string()).into_response(),
}
}