#![allow(dead_code)]
use std::net::SocketAddr;
use std::sync::Arc;
use std::time::Duration;
use axum::{body::Body, http, Router};
use tokio::net::TcpListener;
use tokio::task::JoinHandle;
pub struct TestServer {
pub base_url: String,
pub addr: SocketAddr,
join: JoinHandle<()>,
client: reqwest::Client,
}
impl TestServer {
fn make_client() -> reqwest::Client {
reqwest::Client::builder()
.timeout(Duration::from_secs(10))
.build()
.expect("failed building reqwest client")
}
pub async fn get(&self, path: &str) -> reqwest::Result<reqwest::Response> {
self.client
.get(format!("{}{}", self.base_url, path))
.send()
.await
}
pub async fn post_json<T: serde::Serialize>(
&self,
path: &str,
body: &T,
auth_bearer: Option<&str>,
) -> reqwest::Result<reqwest::Response> {
let mut rb = self
.client
.post(format!("{}{}", self.base_url, path))
.header(http::header::CONTENT_TYPE, "application/json");
if let Some(b) = auth_bearer {
rb = rb.bearer_auth(b);
}
rb.json(body).send().await
}
pub async fn post_bytes(
&self,
path: &str,
bytes: Vec<u8>,
content_type: &str,
auth_bearer: Option<&str>,
) -> reqwest::Result<reqwest::Response> {
let mut rb = self
.client
.post(format!("{}{}", self.base_url, path))
.header(http::header::CONTENT_TYPE, content_type);
if let Some(b) = auth_bearer {
rb = rb.bearer_auth(b);
}
rb.body(bytes).send().await
}
}
impl Drop for TestServer {
fn drop(&mut self) {
self.join.abort();
}
}
pub async fn spawn_test_app(managed_mode: bool, custom_env: &[(&str, &str)]) -> TestServer {
if std::env::var("OPENAI_BASE_URL").is_err() {
std::env::set_var("OPENAI_BASE_URL", "http://127.0.0.1:9/v1");
}
if managed_mode {
if std::env::var("OPENAI_API_KEY").is_err() {
std::env::set_var("OPENAI_API_KEY", "sk-internal-test-upstream");
}
} else {
std::env::remove_var("OPENAI_API_KEY");
}
for (k, v) in custom_env {
std::env::set_var(k, v);
}
let app = chat2response::server::build_router();
let listener = TcpListener::bind("127.0.0.1:0")
.await
.expect("bind ephemeral port");
let addr = listener.local_addr().expect("local addr");
let base_url = format!("http://{}", addr);
let server = axum::serve(listener, app.into_make_service());
let join = tokio::spawn(async move {
if let Err(e) = server.await {
eprintln!("Test server error: {e:?}");
}
});
TestServer {
base_url,
addr,
join,
client: TestServer::make_client(),
}
}
pub async fn spawn_passthrough() -> TestServer {
spawn_test_app(false, &[]).await
}
pub async fn spawn_managed() -> TestServer {
spawn_test_app(true, &[]).await
}
pub fn sample_chat_request() -> serde_json::Value {
serde_json::json!({
"model": "gpt-4o-mini",
"messages": [
{"role":"user","content":"Hello test server"}
]
})
}
pub fn sample_streaming_chat_request() -> serde_json::Value {
serde_json::json!({
"model": "gpt-4o-mini",
"messages": [
{"role":"user","content":"Stream please"}
],
"stream": true
})
}
pub fn sample_tool_chat_request(tool_name: &str) -> serde_json::Value {
serde_json::json!({
"model": "gpt-4o-mini",
"messages": [
{"role":"user","content":"Use a tool"}
],
"tools": [{
"type":"function",
"function":{
"name": tool_name,
"description":"A test tool",
"parameters":{"type":"object","properties":{}}
}
}]
})
}