unigateway 1.3.0

Lightweight, local-first LLM gateway for developers. A stable, single-binary unified entry point for all your AI tools and models.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

use std::sync::Arc;

use axum::{
    extract::State,
    http::{HeaderMap, StatusCode},
    response::IntoResponse,
};
use serde_json::json;

use crate::admin::AdminState;
use crate::authz::is_admin_authorized;
use crate::dto::{ApiResponse, CreateProviderReq, ProviderOut};

pub(crate) async fn api_list_providers(
    State(state): State<Arc<AdminState>>,
    headers: HeaderMap,
) -> impl IntoResponse {
    if !is_admin_authorized(&state, &headers).await {
        return StatusCode::UNAUTHORIZED.into_response();
    }

    let rows: Vec<ProviderOut> = state
        .gateway()
        .list_providers()
        .await
        .into_iter()
        .map(
            |(id, name, provider_type, endpoint_id, base_url)| ProviderOut {
                id,
                name,
                provider_type,
                endpoint_id,
                base_url,
            },
        )
        .collect();

    axum::Json(ApiResponse {
        success: true,
        data: rows,
    })
    .into_response()
}

pub(crate) async fn api_create_provider(
    State(state): State<Arc<AdminState>>,
    headers: HeaderMap,
    axum::Json(req): axum::Json<CreateProviderReq>,
) -> impl IntoResponse {
    if !is_admin_authorized(&state, &headers).await {
        return StatusCode::UNAUTHORIZED.into_response();
    }

    let provider_id = state
        .gateway()
        .create_provider(
            &req.name,
            &req.provider_type,
            &req.endpoint_id,
            req.base_url.as_deref(),
            &req.api_key,
            req.model_mapping.as_deref(),
        )
        .await;
    let _ = state.gateway().persist_if_dirty().await;

    axum::Json(ApiResponse {
        success: true,
        data: json!({"provider_id": provider_id}),
    })
    .into_response()
}

pub(crate) async fn api_bind_provider(
    State(state): State<Arc<AdminState>>,
    headers: HeaderMap,
    axum::Json(req): axum::Json<crate::dto::BindProviderReq>,
) -> impl IntoResponse {
    if !is_admin_authorized(&state, &headers).await {
        return StatusCode::UNAUTHORIZED.into_response();
    }

    match state
        .gateway()
        .bind_provider_to_service(&req.service_id, req.provider_id)
        .await
    {
        Ok(_) => {
            let _ = state.gateway().persist_if_dirty().await;
            axum::Json(ApiResponse {
                success: true,
                data: json!({"service_id": req.service_id, "provider_id": req.provider_id}),
            })
            .into_response()
        }
        Err(e) => (
            StatusCode::BAD_REQUEST,
            axum::Json(json!({"success": false, "error": e.to_string()})),
        )
            .into_response(),
    }
}