cortiq-gateway 0.2.11

Universal LLM gateway with intelligent routing and an embedded multilingual admin console
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Inbound OpenAI Models adapter: `GET /v1/models`.
//! Lists the configured pool (plus the virtual `cortiq-auto`) for client discovery.

use crate::error::{GatewayError, Result};
use crate::state::SharedState;
use axum::{extract::State, response::IntoResponse, routing::get, Json, Router};

pub fn routes() -> Router<SharedState> {
    Router::new().route("/v1/models", get(handler))
}

async fn handler(State(state): State<SharedState>) -> Result<impl IntoResponse> {
    let live = state.live();
    if !live.cfg.protocols.openai_models {
        return Err(GatewayError::InvalidRequest(
            "openai_models protocol is disabled".into(),
        ));
    }
    let mut data = vec![serde_json::json!({
        "id": "cortiq-auto",
        "object": "model",
        "owned_by": "cortiq",
    })];
    for m in &live.cfg.models {
        data.push(serde_json::json!({
            "id": m.id,
            "object": "model",
            "owned_by": m.provider,
        }));
    }
    Ok(Json(serde_json::json!({ "object": "list", "data": data })))
}