llmtrace 0.2.0

Transparent proxy server for LLM API calls
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

//! OpenAPI / Swagger documentation for the LLMTrace proxy.
//!
//! This module wires existing `#[utoipa::path]` annotations into a single
//! OpenAPI document that can be served via Swagger UI.

use utoipa::openapi::security::{HttpAuthScheme, HttpBuilder, SecurityScheme};
use utoipa::{Modify, OpenApi};

/// Adds the `api_key` security scheme referenced by `#[utoipa::path(..., security(("api_key" = [])))]`.
struct SecurityAddon;

impl Modify for SecurityAddon {
    fn modify(&self, openapi: &mut utoipa::openapi::OpenApi) {
        let components = openapi.components.get_or_insert_with(Default::default);
        components.add_security_scheme(
            "api_key",
            SecurityScheme::Http(
                HttpBuilder::new()
                    .scheme(HttpAuthScheme::Bearer)
                    .bearer_format("API key")
                    .build(),
            ),
        );
    }
}

/// Proxy API documentation.
///
/// Note: only handlers annotated with `#[utoipa::path]` are included.
#[derive(OpenApi)]
#[openapi(
    paths(
        crate::api::get_live_config,
        crate::api::list_traces,
        crate::api::get_trace,
        crate::api::list_spans,
        crate::api::get_span,
        crate::api::get_stats,
        crate::api::list_security_findings,
        crate::api::get_current_costs,
        crate::api::report_action,
        crate::api::actions_summary,
        crate::auth::create_api_key,
        crate::auth::list_api_keys,
        crate::auth::revoke_api_key,
        crate::tenant_api::create_tenant,
        crate::tenant_api::list_tenants,
        crate::tenant_api::get_tenant,
        crate::tenant_api::update_tenant,
        crate::tenant_api::delete_tenant,
        crate::tenant_api::get_current_tenant_token,
        crate::tenant_api::get_tenant_token,
        crate::tenant_api::reset_tenant_token,
        crate::compliance::generate_report,
        crate::compliance::get_report,
        crate::compliance::list_reports,
        crate::feature_flags_api::get_features,
        crate::feature_flags_api::update_feature,
        crate::feature_flags_api::bulk_update_features,
    ),
    modifiers(&SecurityAddon),
    tags(
        (name = "LLMTrace Proxy", description = "LLMTrace proxy REST API")
    )
)]
pub struct ApiDoc;