unigateway 1.2.1

Lightweight, local-first LLM gateway for developers. A stable, single-binary unified entry point for all your AI tools and models.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

// Public SDK for programmatic access; allow dead_code until used by consumers.
#![allow(dead_code)]

use anyhow::Result;
use reqwest::Client;
use serde_json::Value;

#[derive(Clone)]
pub struct UniGatewayClient {
    base_url: String,
    api_key: Option<String>,
    http: Client,
}

impl UniGatewayClient {
    pub fn new(base_url: impl Into<String>, api_key: Option<String>) -> Self {
        Self {
            base_url: base_url.into().trim_end_matches('/').to_string(),
            api_key,
            http: Client::new(),
        }
    }

    pub async fn openai_chat(&self, payload: &Value) -> Result<Value> {
        let mut req = self
            .http
            .post(format!("{}/v1/chat/completions", self.base_url))
            .json(payload);

        if let Some(key) = &self.api_key {
            req = req.bearer_auth(key);
        }

        let value = req
            .send()
            .await?
            .error_for_status()?
            .json::<Value>()
            .await?;
        Ok(value)
    }

    pub async fn anthropic_messages(&self, payload: &Value) -> Result<Value> {
        let mut req = self
            .http
            .post(format!("{}/v1/messages", self.base_url))
            .header("anthropic-version", "2023-06-01")
            .json(payload);

        if let Some(key) = &self.api_key {
            req = req.header("x-api-key", key);
        }

        let value = req
            .send()
            .await?
            .error_for_status()?
            .json::<Value>()
            .await?;
        Ok(value)
    }
}