systemprompt-ai 0.10.3

Provider-agnostic LLM integration for systemprompt.io AI governance — Anthropic, OpenAI, Gemini, and local models unified behind one governed pipeline with cost tracking and audit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

//! Maps an [`AnthropicResponse`] onto the provider-neutral [`AiResponse`],
//! including token-usage and cache-hit accounting shared by every
//! non-streaming Anthropic call.

use std::time::Instant;
use uuid::Uuid;

use crate::models::ai::AiResponse;
use crate::models::providers::anthropic::AnthropicResponse;

#[derive(Clone, Copy)]
pub(super) struct ResponseContext<'a> {
    pub request_id: Uuid,
    pub model: &'a str,
    pub start: Instant,
}

pub(super) fn build_response(
    ctx: ResponseContext<'_>,
    response: &AnthropicResponse,
    content: String,
) -> AiResponse {
    let usage = &response.usage;

    AiResponse {
        request_id: ctx.request_id,
        content,
        provider: "anthropic".to_string(),
        model: ctx.model.to_string(),
        finish_reason: response.stop_reason.clone(),
        tokens_used: Some(usage.input + usage.output),
        input_tokens: Some(usage.input),
        output_tokens: Some(usage.output),
        cache_hit: usage.cache_read.is_some_and(|t| t > 0),
        cache_read_tokens: usage.cache_read,
        cache_creation_tokens: usage.cache_creation,
        is_streaming: false,
        latency_ms: ctx.start.elapsed().as_millis() as u64,
        tool_calls: Vec::new(),
        tool_results: Vec::new(),
    }
}