systemprompt-api 0.56.1

Axum-based HTTP server and API gateway for systemprompt.io AI governance infrastructure. Exposes governed agents, MCP, A2A, and admin endpoints with rate limiting and RBAC.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

//! Pricing selection and dispatch tracing for upstream gateway requests.
//!
//! Copyright (c) systemprompt.io — Business Source License 1.1.
//! See <https://systemprompt.io> for licensing details.

use super::resolve::ResolvedUpstream;
use super::{CanonicalRequest, DispatchError, GatewayRequestContext};
use crate::services::gateway::pricing as model_pricing;
use systemprompt_models::services::{GatewayConfig, ModelPricing, ProviderRegistry};

pub(super) fn dispatch_pricing(
    config: &GatewayConfig,
    registry: &ProviderRegistry,
    request: &CanonicalRequest,
    upstream: &ResolvedUpstream<'_>,
) -> Result<ModelPricing, DispatchError> {
    model_pricing::resolve(
        upstream.route.provider.as_str(),
        &[request.model.as_str()],
        Some(config),
        registry,
    )
    .map_err(|error| DispatchError::PreAudit(error.into()))
}

// Why: the shared resolver walks the gateway routes first, and the route
// matching the requested model is the primary one — its `pricing:` override
// and its provider's catalog are the wrong rates for a failover. The served
// provider's own catalog is the only source the fallback may bill from.
pub(super) fn failover_pricing(
    upstream: &ResolvedUpstream<'_>,
    requested_model: &str,
) -> Result<ModelPricing, model_pricing::MissingPricing> {
    let candidates = [
        upstream.route.upstream_model.as_deref(),
        Some(requested_model),
    ];
    candidates
        .into_iter()
        .flatten()
        .find_map(|model| upstream.provider.find_model(model))
        .map(|model| model.pricing)
        .ok_or_else(|| model_pricing::MissingPricing {
            provider: upstream.provider.name.as_str().to_owned(),
            models: candidates
                .into_iter()
                .flatten()
                .map(ToOwned::to_owned)
                .collect(),
        })
}

pub(super) fn trace_dispatch(
    ctx: &GatewayRequestContext,
    request: &CanonicalRequest,
    upstream: &ResolvedUpstream<'_>,
) {
    tracing::info!(
        ai_request_id = %ctx.ai_request_id,
        user_id = %ctx.user_id,
        model = %request.model,
        provider = %upstream.route.provider,
        upstream = %upstream.provider.endpoint,
        wire_protocol = ctx.origin.wire.as_str(),
        client_kind = ctx.origin.client.as_str(),
        streaming = request.stream,
        "Gateway request dispatched"
    );
}