unigateway 1.2.1

Lightweight, local-first LLM gateway for developers. A stable, single-binary unified entry point for all your AI tools and models.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use futures_util::future::BoxFuture;
use unigateway_core::{AttemptFinishedEvent, AttemptStartedEvent, GatewayHooks, RequestReport};

#[derive(Clone)]
pub struct GatewayTelemetryHooks;

impl GatewayHooks for GatewayTelemetryHooks {
    fn on_attempt_started(&self, event: AttemptStartedEvent) -> BoxFuture<'static, ()> {
        Box::pin(async move {
            tracing::info!(
                request_id = %event.request_id,
                pool_id = ?event.pool_id,
                endpoint_id = %event.endpoint_id,
                attempt = event.attempt_index,
                "upstream attempt started"
            );
        })
    }

    fn on_attempt_finished(&self, event: AttemptFinishedEvent) -> BoxFuture<'static, ()> {
        Box::pin(async move {
            if event.success {
                tracing::info!(
                    request_id = %event.request_id,
                    endpoint_id = %event.endpoint_id,
                    latency_ms = event.latency_ms,
                    "upstream attempt succeeded"
                );
            } else {
                tracing::warn!(
                    request_id = %event.request_id,
                    endpoint_id = %event.endpoint_id,
                    latency_ms = event.latency_ms,
                    status_code = ?event.status_code,
                    error = ?event.error,
                    "upstream attempt failed"
                );
            }
        })
    }

    fn on_request_finished(&self, report: RequestReport) -> BoxFuture<'static, ()> {
        Box::pin(async move {
            let error_count = report
                .attempts
                .iter()
                .filter(|a| !matches!(a.status, unigateway_core::AttemptStatus::Succeeded))
                .count();

            tracing::info!(
                request_id = %report.request_id,
                pool_id = ?report.pool_id,
                endpoint_id = %report.selected_endpoint_id,
                selected_provider = ?report.selected_provider,
                latency_ms = report.latency_ms,
                attempts = report.attempts.len(),
                errors = error_count,
                "proxy request finished"
            );
        })
    }
}