use super::model::ApiProtocol;
use super::responses_request::{build_request_body, stream_response};
use super::traits::*;
use crate::types::*;
use tokio::sync::mpsc;
use tracing::debug;
pub struct OpenAiResponsesProvider;
#[cfg_attr(target_arch = "wasm32", async_trait::async_trait(?Send))]
#[cfg_attr(not(target_arch = "wasm32"), async_trait::async_trait)]
impl StreamProvider for OpenAiResponsesProvider {
fn protocol(&self) -> Option<ApiProtocol> {
Some(ApiProtocol::OpenAiResponses)
}
async fn stream(
&self,
config: StreamConfig,
tx: mpsc::UnboundedSender<StreamEvent>,
cancel: tokio_util::sync::CancellationToken,
) -> Result<Message, ProviderError> {
if config.output_schema.is_some() {
tracing::warn!(
"structured outputs are not yet wired for the OpenAI Responses provider; output_schema will be ignored"
);
}
let model_config = config
.model_config
.as_ref()
.ok_or_else(|| ProviderError::Other("ModelConfig required".into()))?;
let url = format!("{}/responses", model_config.base_url);
let body = build_request_body(&config, ApiProtocol::OpenAiResponses);
debug!(
"OpenAI Responses request: model={} url={}",
config.model, url
);
let client = reqwest::Client::new();
let mut request = client
.post(&url)
.header("content-type", "application/json")
.header("authorization", format!("Bearer {}", config.api_key));
for (k, v) in &model_config.headers {
request = request.header(k, v);
}
stream_response(
request.json(&body),
"OpenAI Responses",
ApiProtocol::OpenAiResponses,
&config,
&model_config.provider,
tx,
cancel,
)
.await
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::provider::model::{ModelConfig, OpenAiCompat, ReasoningEffortCeiling};
const ALL_LEVELS: [ThinkingLevel; 7] = [
ThinkingLevel::Off,
ThinkingLevel::Minimal,
ThinkingLevel::Low,
ThinkingLevel::Medium,
ThinkingLevel::High,
ThinkingLevel::XHigh,
ThinkingLevel::Max,
];
fn body(mc: &ModelConfig, level: ThinkingLevel) -> serde_json::Value {
let mut config = StreamConfig::new(mc.id.clone(), "key");
config.messages = vec![Message::user("hi")];
config.thinking_level = level;
config.temperature = Some(0.5);
config.model_config = Some(mc.clone());
build_request_body(&config, ApiProtocol::OpenAiResponses)
}
fn effort(mc: &ModelConfig, level: ThinkingLevel) -> serde_json::Value {
body(mc, level)["reasoning"]["effort"].clone()
}
#[test]
fn without_compat_the_body_has_the_default_effort_ladder() {
let mc = ModelConfig::openai_responses("gpt-5.5", "GPT-5.5");
assert!(mc.compat.is_none());
for level in ALL_LEVELS {
let expected_effort = match level {
ThinkingLevel::Off => None,
ThinkingLevel::Minimal | ThinkingLevel::Low => Some("low"),
ThinkingLevel::Medium => Some("medium"),
_ => Some("high"),
};
let got = body(&mc, level);
let mut expected = serde_json::json!({
"model": "gpt-5.5",
"stream": true,
"input": [{"role": "user", "content": "hi"}],
"temperature": 0.5,
});
if let Some(e) = expected_effort {
expected["reasoning"] = serde_json::json!({"effort": e});
}
assert_eq!(
serde_json::to_string(&got).unwrap(),
serde_json::to_string(&expected).unwrap(),
"{level:?}"
);
}
}
#[test]
fn compat_ceiling_is_honoured() {
let mut mc = ModelConfig::openai_responses("gpt-5.4", "GPT-5.4");
mc.compat = Some(OpenAiCompat {
max_reasoning_effort: ReasoningEffortCeiling::XHigh,
..Default::default()
});
assert_eq!(effort(&mc, ThinkingLevel::XHigh), "xhigh");
assert_eq!(effort(&mc, ThinkingLevel::Max), "xhigh");
assert_eq!(effort(&mc, ThinkingLevel::High), "high");
assert!(body(&mc, ThinkingLevel::Off).get("reasoning").is_none());
}
#[test]
fn gpt_6_astra_reaches_max_and_never_sends_none() {
let mc = ModelConfig::gpt_6_astra();
assert_eq!(effort(&mc, ThinkingLevel::Max), "max");
assert_eq!(effort(&mc, ThinkingLevel::XHigh), "xhigh");
assert_eq!(effort(&mc, ThinkingLevel::High), "high");
assert_eq!(effort(&mc, ThinkingLevel::Medium), "medium");
assert_eq!(effort(&mc, ThinkingLevel::Minimal), "low");
assert!(body(&mc, ThinkingLevel::Off).get("reasoning").is_none());
}
#[test]
fn gpt_6_sol_and_luna_omit_effort_for_off() {
for mc in [ModelConfig::gpt_6_sol(), ModelConfig::gpt_6_luna()] {
assert!(body(&mc, ThinkingLevel::Off).get("reasoning").is_none());
assert_eq!(effort(&mc, ThinkingLevel::Max), "max", "{}", mc.id);
assert_eq!(effort(&mc, ThinkingLevel::XHigh), "xhigh", "{}", mc.id);
assert_eq!(effort(&mc, ThinkingLevel::Low), "low", "{}", mc.id);
}
}
#[test]
fn off_bodies_are_byte_identical_to_the_uncapped_body_for_every_preset() {
for mc in [
ModelConfig::gpt_6_astra(),
ModelConfig::gpt_6_sol(),
ModelConfig::gpt_6_luna(),
ModelConfig::gpt_5_5(),
] {
let mut legacy = mc.clone();
legacy.compat = None;
let got = body(&mc, ThinkingLevel::Off);
assert!(got.get("reasoning").is_none(), "{}", mc.id);
assert_eq!(
serde_json::to_string(&got).unwrap(),
serde_json::to_string(&body(&legacy, ThinkingLevel::Off)).unwrap(),
"{}",
mc.id
);
}
}
}