systemprompt-ai 0.4.0

Provider-agnostic LLM integration for systemprompt.io AI governance — Anthropic, OpenAI, Gemini, and local models unified behind one governed pipeline with cost tracking and audit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use anyhow::{Result, anyhow};
use std::time::Instant;
use uuid::Uuid;

use crate::models::ai::AiResponse;
use crate::models::providers::openai::OpenAiResponse;

pub fn build_response(
    request_id: Uuid,
    openai_response: &OpenAiResponse,
    provider_name: &str,
    model: &str,
    start: Instant,
) -> Result<AiResponse> {
    let choice = openai_response
        .choices
        .first()
        .ok_or_else(|| anyhow!("No response from OpenAI"))?;

    let content = choice
        .message
        .content
        .clone()
        .filter(|s| !s.is_empty())
        .unwrap_or_else(String::new);

    let (tokens_used, input_tokens, output_tokens, cache_hit, cache_read_tokens) = openai_response
        .usage
        .as_ref()
        .map_or((None, None, None, false, None), |usage| {
            let cache_tokens = usage
                .prompt_tokens_details
                .as_ref()
                .and_then(|details| details.cached_tokens);
            let cache_hit = cache_tokens.is_some_and(|t| t > 0);
            (
                Some(usage.total_tokens),
                Some(usage.prompt_tokens),
                Some(usage.completion_tokens),
                cache_hit,
                cache_tokens,
            )
        });

    Ok(AiResponse {
        request_id,
        content,
        provider: provider_name.to_string(),
        model: model.to_string(),
        finish_reason: choice.finish_reason.clone(),
        tokens_used,
        input_tokens,
        output_tokens,
        cache_hit,
        cache_read_tokens,
        cache_creation_tokens: None,
        is_streaming: false,
        latency_ms: start.elapsed().as_millis() as u64,
        tool_calls: Vec::new(),
        tool_results: Vec::new(),
    })
}