systemprompt-ai 0.65.0

Provider-agnostic LLM integration for systemprompt.io AI governance — Anthropic, OpenAI, Gemini, and local models unified behind one governed pipeline with cost tracking and audit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

//! `OpenAI` streaming on the provider's wire (Chat Completions or Responses):
//! builds a canonical streaming request, posts it, and maps the shared codec's
//! canonical events into agent [`StreamChunk`]s.
//!
//! Copyright (c) systemprompt.io — Business Source License 1.1.
//! See <https://systemprompt.io> for licensing details.

use std::pin::Pin;

use futures::{Stream, StreamExt};
use systemprompt_wire::canonical::CanonicalTool;
use systemprompt_wire::{WireProtocol, openai_chat, openai_responses};

use crate::error::Result;
use crate::models::ai::StreamChunk;
use crate::services::providers::GenerationParams;
use crate::services::providers::canonical_bridge::{self, BridgeProvider, CanonicalBuild};

use super::provider::OpenAiProvider;

impl OpenAiProvider {
    pub(super) async fn create_stream_request(
        &self,
        params: GenerationParams<'_>,
        tools: Option<Vec<CanonicalTool>>,
    ) -> Result<Pin<Box<dyn Stream<Item = Result<StreamChunk>> + Send>>> {
        let canonical = CanonicalBuild::new(
            BridgeProvider::OpenAi,
            params.messages,
            params.model,
            params.max_output_tokens,
        )
        .with_sampling(params.sampling)
        .with_tools(tools.unwrap_or_default())
        .with_stream(true)
        .into_request();

        let wire = self.target.wire();
        let upstream = self.upstream_model(params.model);
        let body = self.render(&canonical, upstream);
        let response = self.post(wire, body, upstream, true).await?;

        let events = match wire {
            WireProtocol::OpenAiResponses => openai_responses::sse_to_canonical_events(
                response.bytes_stream(),
                params.model.to_owned(),
            ),
            _ => openai_chat::sse_to_canonical_events(
                response.bytes_stream(),
                params.model.to_owned(),
            ),
        };
        let stream = events.filter_map(|result| async move {
            match result {
                Ok(event) => canonical_bridge::event_to_chunk(event).map(Ok),
                Err(e) => Some(Err(crate::error::AiError::Stream(e))),
            }
        });
        Ok(Box::pin(stream))
    }
}