systemprompt-ai 0.65.0

Provider-agnostic LLM integration for systemprompt.io AI governance — Anthropic, OpenAI, Gemini, and local models unified behind one governed pipeline with cost tracking and audit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

//! `OpenAI` provider client construction and request plumbing.
//!
//! Copyright (c) systemprompt.io — Business Source License 1.1.
//! See <https://systemprompt.io> for licensing details.

use reqwest::{Client, Response};
// JSON: protocol boundary — the rendered wire body is dynamic JSON.
use serde_json::Value;
use systemprompt_manifest::services::ProviderModel;
use systemprompt_manifest::services::providers::upstream_model_in;
use systemprompt_models::net::{AI_PROVIDER_REQUEST_TIMEOUT, HTTP_CONNECT_TIMEOUT};
use systemprompt_wire::canonical::{CanonicalRequest, CanonicalResponse};
use systemprompt_wire::{WireProtocol, openai_chat, openai_responses};

use crate::error::Result;
use crate::services::providers::http_client::build_client;
use crate::services::upstream::UpstreamTarget;

#[derive(Debug)]
pub struct OpenAiProvider {
    pub(crate) client: Client,
    pub(crate) target: UpstreamTarget,
    pub(crate) web_search_enabled: bool,
    pub(crate) models: Vec<ProviderModel>,
    pub(crate) default_model_override: Option<String>,
}

impl OpenAiProvider {
    pub fn with_target(target: UpstreamTarget) -> Self {
        Self {
            client: build_client(AI_PROVIDER_REQUEST_TIMEOUT, HTTP_CONNECT_TIMEOUT),
            target,
            web_search_enabled: false,
            models: Vec::new(),
            default_model_override: None,
        }
    }

    pub const fn with_web_search(mut self) -> Self {
        self.web_search_enabled = true;
        self
    }

    #[must_use]
    pub fn with_models(mut self, models: Vec<ProviderModel>) -> Self {
        self.models = models;
        self
    }

    #[must_use]
    pub fn with_default_model(mut self, model: Option<String>) -> Self {
        self.default_model_override = model;
        self
    }

    pub(crate) fn upstream_model<'a>(&'a self, requested: &'a str) -> &'a str {
        upstream_model_in(&self.models, requested)
    }

    // JSON: OpenAI Chat Completions / Responses request body — upstream wire
    // format.
    pub(crate) fn render(&self, canonical: &CanonicalRequest, upstream_model: &str) -> Value {
        match self.target.wire() {
            WireProtocol::OpenAiResponses => {
                openai_responses::build_request_body(canonical, upstream_model, None)
            },
            _ => openai_chat::build_request_body(canonical, upstream_model, None),
        }
    }

    // JSON: OpenAI Chat Completions / Responses response body — upstream wire
    // format.
    pub(crate) fn parse(&self, value: &Value, model: &str) -> Result<CanonicalResponse> {
        Ok(match self.target.wire() {
            WireProtocol::OpenAiResponses => openai_responses::parse_response_object(value, model)?,
            _ => openai_chat::parse_response(value, model)?,
        })
    }

    // JSON: OpenAI Chat Completions / Responses request body — upstream wire
    // format.
    pub(crate) async fn post(
        &self,
        wire: WireProtocol,
        mut body: Value,
        upstream_model: &str,
        stream: bool,
    ) -> Result<Response> {
        let call = self.target.call().await?;
        call.finish_value(wire, &mut body);
        let mut request = self.client.post(call.url(wire, upstream_model, stream));
        for (name, value) in call.headers(wire) {
            request = request.header(name, value);
        }
        let response = request.json(&body).send().await?;
        if !response.status().is_success() {
            return Err(crate::error::AiError::from_error_response("openai", response).await);
        }
        Ok(response)
    }
}