anyllm_proxy 0.9.4

// GET /admin/api/traffic?window=N
// Aggregates request_log by route (model_mapped/backend) and time bucket.

use crate::admin::state::{with_db, SharedState};
use axum::{
    extract::{Query, State},
    Json,
};
use serde::{Deserialize, Serialize};

/// Query parameters for `GET /admin/api/traffic`.
#[derive(Deserialize)]
pub struct TrafficQuery {
    #[serde(default = "default_window")]
    window: u32,
}

fn default_window() -> u32 {
    6
}

/// Per-route aggregate metrics for the traffic overview table.
#[derive(Serialize)]
pub struct RouteMetrics {
    path: String,
    requests_per_min: f64,
    error_rate: f64,
    avg_latency_ms: f64,
    p95_latency_ms: i64,
    total_requests: i64,
}

/// One data point in the traffic timeseries chart.
#[derive(Serialize)]
pub struct TrafficSeriesPoint {
    bucket_start: i64,
    path: String,
    requests: i64,
}

/// Response body for `GET /admin/api/traffic`.
#[derive(Serialize)]
pub struct TrafficResponse {
    window_hours: u32,
    routes: Vec<RouteMetrics>,
    series: Vec<TrafficSeriesPoint>,
}

/// GET /admin/api/traffic — returns per-route metrics and timeseries for the Traffic tab.
pub(super) async fn get_traffic(
    State(shared): State<SharedState>,
    Query(q): Query<TrafficQuery>,
) -> Json<TrafficResponse> {
    let window_hours = q.window.clamp(1, 168);
    let result = with_db(&shared.db, move |conn| query_traffic(conn, window_hours))
        .await
        .flatten()
        .unwrap_or_else(|| TrafficResponse {
            window_hours,
            routes: vec![],
            series: vec![],
        });
    Json(result)
}

fn query_traffic(conn: &rusqlite::Connection, window_hours: u32) -> Option<TrafficResponse> {
    let since = chrono::Utc::now() - chrono::Duration::hours(window_hours as i64);
    let since_str = since.format("%Y-%m-%dT%H:%M:%S").to_string();
    let window_min = window_hours as f64 * 60.0;

    // Per-route aggregate.
    let mut routes: Vec<RouteMetrics> = {
        let mut stmt = conn
            .prepare(
                "SELECT
                    COALESCE(model_mapped, backend) AS path,
                    COUNT(*) AS total,
                    SUM(CASE WHEN status_code >= 400 THEN 1 ELSE 0 END) AS errors,
                    COUNT(*) * 1.0 / ?1 AS rpm,
                    AVG(latency_ms) AS avg_latency
                 FROM request_log
                 WHERE timestamp >= ?2
                 GROUP BY path
                 ORDER BY total DESC",
            )
            .ok()?;
        let collected: Vec<RouteMetrics> = stmt
            .query_map(rusqlite::params![window_min, since_str], |r| {
                let path: String = r.get(0)?;
                let total: i64 = r.get(1)?;
                let errors: i64 = r.get(2)?;
                let rpm: f64 = r.get(3)?;
                let avg_latency: f64 = r.get::<_, Option<f64>>(4)?.unwrap_or(0.0);
                Ok(RouteMetrics {
                    path,
                    requests_per_min: rpm,
                    error_rate: if total > 0 {
                        errors as f64 / total as f64
                    } else {
                        0.0
                    },
                    avg_latency_ms: avg_latency,
                    p95_latency_ms: 0,
                    total_requests: total,
                })
            })
            .ok()?
            .filter_map(|r| r.ok())
            .collect();
        collected
    };

    // P95 per route via a single window-function pass (avoids N correlated subqueries).
    {
        let mut stmt = conn
            .prepare(
                "SELECT path, latency_ms FROM (
                    SELECT COALESCE(model_mapped, backend) AS path,
                           latency_ms,
                           ROW_NUMBER() OVER (
                               PARTITION BY COALESCE(model_mapped, backend)
                               ORDER BY latency_ms
                           ) AS rn,
                           COUNT(*) OVER (
                               PARTITION BY COALESCE(model_mapped, backend)
                           ) AS total
                    FROM request_log
                    WHERE timestamp >= ?1
                )
                WHERE rn = CAST(total * 0.95 AS INTEGER) + 1",
            )
            .ok();
        if let Some(ref mut stmt) = stmt {
            if let Ok(mapped) = stmt.query_map(rusqlite::params![since_str], |r| {
                Ok((r.get::<_, String>(0)?, r.get::<_, i64>(1)?))
            }) {
                let p95_map: std::collections::HashMap<String, i64> =
                    mapped.filter_map(|r| r.ok()).collect();
                for r in routes.iter_mut() {
                    if let Some(&p95) = p95_map.get(&r.path) {
                        r.p95_latency_ms = p95;
                    }
                }
            }
        }
    }

    // Time-bucketed series (5-minute buckets).
    let series: Vec<TrafficSeriesPoint> = {
        let mut stmt = conn
            .prepare(
                "SELECT
                    CAST(strftime('%s', timestamp) AS INTEGER) / 300 * 300 AS bucket,
                    COALESCE(model_mapped, backend) AS path,
                    COUNT(*) AS requests
                 FROM request_log
                 WHERE timestamp >= ?1
                 GROUP BY bucket, path
                 ORDER BY bucket ASC",
            )
            .ok()?;
        let collected: Vec<TrafficSeriesPoint> = stmt
            .query_map(rusqlite::params![since_str], |r| {
                let bucket: i64 = r.get(0)?;
                let path: String = r.get(1)?;
                let requests: i64 = r.get(2)?;
                Ok(TrafficSeriesPoint {
                    bucket_start: bucket,
                    path,
                    requests,
                })
            })
            .ok()?
            .filter_map(|r| r.ok())
            .collect();
        collected
    };

    Some(TrafficResponse {
        window_hours,
        routes,
        series,
    })
}