use std::future::Future;
use std::pin::Pin;
use futures::stream::{Stream, StreamExt};
use reqwest::Response;
use serde_json::Value;
use std::time::Duration;
use crate::api::ApiClient;
use crate::api::error::ApiError;
use crate::message::{Message, MessagePart, Role};
use crate::stream::{
DeltaPart, IndexedDelta, MessageDelta, MessageDeltaPayload, MessageMetadata, MessageStart,
PartStart, StreamEvent, StreamStopReason,
};
use crate::tool::ToolSchema;
const DEFAULT_BASE_URL: &str = "https://generativelanguage.googleapis.com/v1beta";
const DEFAULT_MODEL: &str = "gemini-2.0-flash";
const SSE_DATA_PREFIX: &str = "data: ";
const TEXT_PART_INDEX: usize = 0;
const DEFAULT_REQUEST_TIMEOUT: Duration = Duration::from_secs(120); const MAX_RESPONSE_BODY: usize = 10 * 1024 * 1024; const SSE_MAX_BUFFER: usize = 1024 * 1024; const MAX_ERROR_BODY: usize = 8 * 1024; const DEFAULT_CONNECT_TIMEOUT: Duration = Duration::from_secs(10);
pub struct GeminiClient {
http: reqwest::Client,
api_key: String,
base_url: String,
model: parking_lot::Mutex<String>,
}
impl GeminiClient {
#[must_use]
pub fn builder() -> GeminiClientBuilder {
GeminiClientBuilder::default()
}
pub fn from_env() -> Result<Self, ApiError> {
let api_key = std::env::var("GEMINI_API_KEY")
.or_else(|_| std::env::var("GOOGLE_API_KEY"))
.map_err(|_| ApiError::auth_invalid_key("GEMINI_API_KEY not set"))?;
let base_url = std::env::var("GEMINI_BASE_URL").unwrap_or_else(|_| DEFAULT_BASE_URL.into());
let model = std::env::var("GEMINI_MODEL").unwrap_or_else(|_| DEFAULT_MODEL.into());
Self::builder()
.api_key(api_key)
.base_url(base_url)
.model(model)
.build()
}
fn stream_url(&self) -> String {
let model = self.model.lock().clone();
format!(
"{}/models/{}:streamGenerateContent?alt=sse",
self.base_url, model
)
}
fn generate_url(&self) -> String {
let model = self.model.lock().clone();
format!("{}/models/{}:generateContent", self.base_url, model)
}
async fn post_content(
http: &reqwest::Client,
url: &str,
api_key: &str,
body: &Value,
) -> Result<reqwest::Response, ApiError> {
let resp = http
.post(url)
.header("x-goog-api-key", api_key)
.json(body)
.send()
.await
.map_err(|e| ApiError::http(e.to_string()))?;
let status = resp.status();
if status.is_success() {
Ok(resp)
} else {
let bytes = resp.bytes().await.unwrap_or_default();
let text = match bytes.get(..MAX_ERROR_BODY) {
Some(truncated) => String::from_utf8_lossy(truncated).into_owned(),
None => String::from_utf8_lossy(&bytes).into_owned(),
};
Err(ApiError::http_with_status(status.as_u16(), text))
}
}
}
impl ApiClient for GeminiClient {
fn model(&self) -> String {
self.model.lock().clone()
}
fn set_model(&self, model: &str) -> bool {
if model.trim().is_empty() {
return false;
}
*self.model.lock() = model.to_string();
true
}
fn stream_messages(
&self,
messages: Vec<Message>,
system: Option<String>,
tools: Option<Vec<ToolSchema>>,
) -> Pin<Box<dyn Stream<Item = Result<StreamEvent, ApiError>> + Send + 'static>> {
let body = build_request_body(&messages, system.as_deref(), tools.as_deref());
let url = self.stream_url();
let http = self.http.clone();
let api_key = self.api_key.clone();
Box::pin(async_stream::try_stream! {
let resp = Self::post_content(&http, &url, &api_key, &body).await?;
let mut sse = SseReader::from_response(resp);
let mut emitter = StreamEmitter::default();
while let Some(data) = sse.next_data().await? {
emitter.process_chunk(&data);
for ev in emitter.drain() {
yield ev;
}
}
for ev in emitter.finish() {
yield ev;
}
})
}
fn create_message(
&self,
messages: Vec<Message>,
system: Option<String>,
tools: Option<Vec<ToolSchema>>,
) -> Pin<Box<dyn Future<Output = Result<Value, ApiError>> + Send + '_>> {
let body = build_request_body(&messages, system.as_deref(), tools.as_deref());
let url = self.generate_url();
Box::pin(async move {
let resp = Self::post_content(&self.http, &url, &self.api_key, &body).await?;
let resp = resp
.bytes()
.await
.map_err(|e| ApiError::http(e.to_string()))?;
if resp.len() > MAX_RESPONSE_BODY {
return Err(ApiError::http(format!(
"response body too large: {} bytes (max {})",
resp.len(),
MAX_RESPONSE_BODY
)));
}
serde_json::from_slice::<Value>(&resp).map_err(|e| ApiError::http(e.to_string()))
})
}
}
pub struct GeminiClientBuilder {
api_key: Option<String>,
base_url: String,
model: String,
timeout: Duration,
connect_timeout: Duration,
}
impl Default for GeminiClientBuilder {
fn default() -> Self {
Self {
api_key: None,
base_url: DEFAULT_BASE_URL.into(),
model: DEFAULT_MODEL.into(),
timeout: DEFAULT_REQUEST_TIMEOUT,
connect_timeout: DEFAULT_CONNECT_TIMEOUT,
}
}
}
impl GeminiClientBuilder {
#[must_use]
pub fn api_key(mut self, key: impl Into<String>) -> Self {
self.api_key = Some(key.into());
self
}
#[must_use]
pub fn base_url(mut self, url: impl Into<String>) -> Self {
self.base_url = url.into();
self
}
#[must_use]
pub fn model(mut self, model: impl Into<String>) -> Self {
self.model = model.into();
self
}
#[must_use]
pub fn timeout(mut self, timeout: Duration) -> Self {
self.timeout = timeout;
self
}
#[must_use]
pub fn connect_timeout(mut self, timeout: Duration) -> Self {
self.connect_timeout = timeout;
self
}
pub fn build(self) -> Result<GeminiClient, ApiError> {
let api_key = self
.api_key
.ok_or_else(|| ApiError::auth_invalid_key("API key not provided"))?;
let http = reqwest::Client::builder()
.timeout(self.timeout)
.connect_timeout(self.connect_timeout)
.build()
.map_err(|e| ApiError::http(e.to_string()))?;
Ok(GeminiClient {
http,
api_key,
base_url: self.base_url,
model: parking_lot::Mutex::new(self.model),
})
}
}
fn build_request_body(
messages: &[Message],
system: Option<&str>,
tools: Option<&[ToolSchema]>,
) -> Value {
let contents: Vec<Value> = messages.iter().map(convert_message).collect();
let mut body = serde_json::json!({ "contents": contents });
if let Some(obj) = body.as_object_mut() {
if let Some(sys) = system {
obj.insert(
"systemInstruction".into(),
serde_json::json!({"parts": [{"text": sys}]}),
);
}
if let Some(tool_list) = tools {
obj.insert(
"tools".into(),
serde_json::json!([{"functionDeclarations": convert_tools(tool_list)}]),
);
}
}
body
}
fn convert_message(m: &Message) -> Value {
let role = match m.role {
Role::User => "user",
Role::Assistant => "model",
};
let parts: Vec<Value> = m.parts.iter().filter_map(convert_part).collect();
serde_json::json!({"role": role, "parts": parts})
}
fn convert_part(p: &MessagePart) -> Option<Value> {
match p {
MessagePart::Text { text } => Some(serde_json::json!({"text": text})),
MessagePart::ToolCall { name, input, .. } => Some(serde_json::json!({
"functionCall": {
"name": name,
"args": input,
}
})),
MessagePart::ToolResult {
call_id, output, ..
} => Some(serde_json::json!({
"functionResponse": {
"name": call_id,
"response": {"result": output.to_string()},
}
})),
MessagePart::Image { .. } => None,
}
}
fn convert_tools(tools: &[ToolSchema]) -> Vec<Value> {
tools
.iter()
.map(|t| {
serde_json::json!({
"name": t.tool,
"description": &t.description,
"parameters": t.input_schema.clone(),
})
})
.collect()
}
struct SseReader {
bytes: Pin<Box<dyn Stream<Item = Result<String, ApiError>> + Send>>,
buf: String,
}
impl SseReader {
fn from_response(resp: Response) -> Self {
let bytes = resp.bytes_stream().map(|res| {
res.map(|b| String::from_utf8_lossy(&b).into_owned())
.map_err(|e| ApiError::http(e.to_string()))
});
Self {
bytes: Box::pin(bytes),
buf: String::new(),
}
}
async fn next_data(&mut self) -> Result<Option<Value>, ApiError> {
loop {
while let Some(line) = self.take_line() {
if line.is_empty() {
continue;
}
if let Some(data) = line.strip_prefix(SSE_DATA_PREFIX) {
match serde_json::from_str::<Value>(data) {
Ok(json) => return Ok(Some(json)),
Err(e) => {
tracing::warn!(
error = %e,
data_len = data.len(),
"failed to parse Gemini SSE data, skipping"
);
}
}
}
}
match self.bytes.next().await {
Some(Ok(chunk)) => {
self.buf.push_str(&chunk);
if self.buf.len() > SSE_MAX_BUFFER {
return Err(ApiError::http(format!(
"SSE buffer exceeded {SSE_MAX_BUFFER} bytes"
)));
}
}
Some(Err(e)) => return Err(e),
None => return Ok(None),
}
}
}
fn take_line(&mut self) -> Option<String> {
let pos = self.buf.find('\n')?;
let line = self.buf[..pos].trim().to_string();
let rest_start = pos.saturating_add(1);
self.buf = self.buf.get(rest_start..).unwrap_or_default().to_string();
Some(line)
}
}
#[derive(Default)]
struct StreamEmitter {
started: bool,
finished: bool,
pending: Vec<StreamEvent>,
}
impl StreamEmitter {
fn process_chunk(&mut self, json: &Value) {
if !self.started {
self.started = true;
self.push(StreamEvent::MessageStart(MessageStart {
message: MessageMetadata {
id: String::new(),
role: "assistant".into(),
model: String::new(),
},
}));
}
self.extract_text(json);
self.extract_function_call(json);
self.extract_finish_reason(json);
}
fn extract_text(&mut self, json: &Value) {
if let Some(text) = json
.pointer("/candidates/0/content/parts/0/text")
.and_then(Value::as_str)
{
if !text.is_empty() {
self.push(StreamEvent::IndexedDelta(IndexedDelta {
index: TEXT_PART_INDEX,
delta: DeltaPart::Text {
text: text.to_string(),
},
}));
}
}
}
fn extract_function_call(&mut self, json: &Value) {
if let Some(func_call) = json.pointer("/candidates/0/content/parts/0/functionCall") {
let name = func_call
.pointer("/name")
.and_then(Value::as_str)
.unwrap_or("")
.to_string();
let args = func_call.pointer("/args").cloned().unwrap_or(Value::Null);
let args_str = serde_json::to_string(&args).unwrap_or_default();
self.push(StreamEvent::PartStart(PartStart {
index: TEXT_PART_INDEX,
part: Some(MessagePart::ToolCall {
id: String::new(),
name,
input: args,
}),
}));
self.push(StreamEvent::IndexedDelta(IndexedDelta {
index: TEXT_PART_INDEX,
delta: DeltaPart::InputJson {
partial_json: args_str,
},
}));
}
}
fn extract_finish_reason(&mut self, json: &Value) {
let Some(reason) = json
.pointer("/candidates/0/finishReason")
.and_then(Value::as_str)
else {
return;
};
let stop = match reason {
"MAX_TOKENS" => StreamStopReason::MaxTokens,
_ => StreamStopReason::EndTurn,
};
self.push(StreamEvent::PartStop);
self.push(StreamEvent::MessageDelta(MessageDelta {
delta: MessageDeltaPayload {
stop_reason: Some(stop.to_api_str().into()),
},
usage: None,
}));
}
fn drain(&mut self) -> Vec<StreamEvent> {
std::mem::take(&mut self.pending)
}
fn finish(&mut self) -> Vec<StreamEvent> {
let mut out = self.drain();
if self.started && !self.finished {
self.finished = true;
out.push(StreamEvent::MessageStop);
}
out
}
fn push(&mut self, ev: StreamEvent) {
self.pending.push(ev);
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::message::{Message, MessagePart, Role, ToolContent};
#[test]
fn request_body_user_text() {
let msgs = vec![Message::user("hello")];
let body = build_request_body(&msgs, None, None);
let contents = body["contents"].as_array().unwrap();
assert_eq!(contents.len(), 1);
assert_eq!(contents[0]["role"], "user");
let parts = contents[0]["parts"].as_array().unwrap();
assert_eq!(parts[0]["text"], "hello");
}
#[test]
fn request_body_includes_system_instruction() {
let msgs = vec![Message::user("hi")];
let body = build_request_body(&msgs, Some("be brief"), None);
let sys = &body["systemInstruction"];
assert!(sys.is_object());
assert_eq!(sys["parts"][0]["text"], "be brief");
}
#[test]
fn request_body_no_system_instruction_when_none() {
let msgs = vec![Message::user("hi")];
let body = build_request_body(&msgs, None, None);
assert!(body.get("systemInstruction").is_none());
}
#[test]
fn request_body_assistant_maps_to_model_role() {
let msgs = vec![Message::new(
Role::Assistant,
vec![MessagePart::text("hello")],
)];
let body = build_request_body(&msgs, None, None);
assert_eq!(body["contents"][0]["role"], "model");
}
#[test]
fn request_body_user_role() {
let msgs = vec![Message::user("hi")];
let body = build_request_body(&msgs, None, None);
assert_eq!(body["contents"][0]["role"], "user");
}
#[test]
fn request_body_assistant_tool_call() {
let msgs = vec![Message::new(
Role::Assistant,
vec![MessagePart::ToolCall {
id: "call_1".into(),
name: "echo".into(),
input: serde_json::json!({"msg": "hi"}),
}],
)];
let body = build_request_body(&msgs, None, None);
let parts = body["contents"][0]["parts"].as_array().unwrap();
assert_eq!(parts[0]["functionCall"]["name"], "echo");
assert_eq!(parts[0]["functionCall"]["args"]["msg"], "hi");
}
#[test]
fn request_body_tool_result() {
let msgs = vec![Message::new(
Role::User,
vec![MessagePart::ToolResult {
call_id: "call_1".into(),
output: ToolContent::from_string("result text"),
is_error: None,
}],
)];
let body = build_request_body(&msgs, None, None);
let parts = body["contents"][0]["parts"].as_array().unwrap();
assert_eq!(parts[0]["functionResponse"]["name"], "call_1");
assert_eq!(
parts[0]["functionResponse"]["response"]["result"],
"result text"
);
}
#[test]
fn request_body_includes_tools() {
let msgs = vec![Message::user("hi")];
let tools = vec![ToolSchema {
tool: "search".into(),
description: "Search the web".into(),
input_schema: serde_json::json!({"type": "object"}),
}];
let body = build_request_body(&msgs, None, Some(&tools));
let tools_arr = body["tools"].as_array().unwrap();
assert_eq!(tools_arr.len(), 1);
let decls = tools_arr[0]["functionDeclarations"].as_array().unwrap();
assert_eq!(decls[0]["name"], "search");
assert_eq!(decls[0]["description"], "Search the web");
assert_eq!(decls[0]["parameters"]["type"], "object");
}
#[test]
fn request_body_no_tools_when_none() {
let msgs = vec![Message::user("hi")];
let body = build_request_body(&msgs, None, None);
assert!(body.get("tools").is_none());
}
#[test]
fn request_body_multiple_messages() {
let msgs = vec![
Message::user("hello"),
Message::new(Role::Assistant, vec![MessagePart::text("hi")]),
Message::user("bye"),
];
let body = build_request_body(&msgs, None, None);
let contents = body["contents"].as_array().unwrap();
assert_eq!(contents.len(), 3);
assert_eq!(contents[0]["role"], "user");
assert_eq!(contents[1]["role"], "model");
assert_eq!(contents[2]["role"], "user");
}
#[test]
fn convert_tools_shape() {
let tools = vec![ToolSchema {
tool: "calc".into(),
description: "Calculate".into(),
input_schema: serde_json::json!({"type": "object"}),
}];
let out = convert_tools(&tools);
assert_eq!(out.len(), 1);
assert_eq!(out[0]["name"], "calc");
assert_eq!(out[0]["description"], "Calculate");
}
#[test]
fn convert_message_text_only() {
let m = Message::user("hello");
let v = convert_message(&m);
assert_eq!(v["role"], "user");
assert_eq!(v["parts"][0]["text"], "hello");
}
#[test]
fn convert_message_assistant_role() {
let m = Message::new(Role::Assistant, vec![MessagePart::text("hi")]);
let v = convert_message(&m);
assert_eq!(v["role"], "model");
}
#[test]
fn convert_message_skips_images() {
let m = Message::new(
Role::User,
vec![
MessagePart::text("look"),
MessagePart::Image {
source: crate::message::ImageSource {
encoding: "base64".into(),
media_type: "image/png".into(),
data: String::new(),
},
},
],
);
let v = convert_message(&m);
let parts = v["parts"].as_array().unwrap();
assert_eq!(parts.len(), 1); }
#[test]
fn builder_requires_api_key() {
let result = GeminiClient::builder().build();
assert!(result.is_err());
}
#[test]
fn builder_succeeds_with_key() {
let client = GeminiClient::builder().api_key("test-key").build().unwrap();
assert_eq!(client.model(), DEFAULT_MODEL);
}
#[test]
fn builder_custom_model() {
let client = GeminiClient::builder()
.api_key("test-key")
.model("gemini-1.5-pro")
.build()
.unwrap();
assert_eq!(client.model(), "gemini-1.5-pro");
}
#[test]
fn builder_custom_base_url() {
let client = GeminiClient::builder()
.api_key("test-key")
.base_url("https://custom.example.com")
.model("gemini-pro")
.build()
.unwrap();
assert_eq!(client.model(), "gemini-pro");
}
#[test]
fn stream_url_does_not_expose_api_key() {
let client = GeminiClient::builder()
.api_key("secret-key-123")
.build()
.unwrap();
let url = client.stream_url();
assert!(
!url.contains("secret-key-123"),
"API key must not appear in stream URL: {url}"
);
assert!(
!url.contains("key="),
"URL must not have key= query param: {url}"
);
}
#[test]
fn generate_url_does_not_expose_api_key() {
let client = GeminiClient::builder()
.api_key("secret-key-456")
.build()
.unwrap();
let url = client.generate_url();
assert!(
!url.contains("secret-key-456"),
"API key must not appear in generate URL: {url}"
);
assert!(
!url.contains("key="),
"URL must not have key= query param: {url}"
);
}
#[test]
fn emitter_first_chunk_emits_message_start() {
let mut em = StreamEmitter::default();
em.process_chunk(&serde_json::json!({
"candidates": [{"content": {"parts": [{"text": "hi"}]}}]
}));
let events = em.drain();
assert!(
events
.iter()
.any(|e| matches!(e, StreamEvent::MessageStart(_)))
);
}
#[test]
fn emitter_text_delta() {
let mut em = StreamEmitter::default();
em.started = true; em.process_chunk(&serde_json::json!({
"candidates": [{"content": {"parts": [{"text": "world"}]}}]
}));
let events = em.drain();
assert!(
events
.iter()
.any(|e| matches!(e, StreamEvent::IndexedDelta(_)))
);
}
#[test]
fn emitter_empty_text_ignored() {
let mut em = StreamEmitter::default();
em.started = true;
em.process_chunk(&serde_json::json!({
"candidates": [{"content": {"parts": [{"text": ""}]}}]
}));
let events = em.drain();
assert!(
events
.iter()
.all(|e| !matches!(e, StreamEvent::IndexedDelta(_)))
);
}
#[test]
fn emitter_function_call() {
let mut em = StreamEmitter::default();
em.started = true;
em.process_chunk(&serde_json::json!({
"candidates": [{"content": {"parts": [{"functionCall": {"name": "search", "args": {"q": "rust"}}}]}}]
}));
let events = em.drain();
assert!(
events
.iter()
.any(|e| matches!(e, StreamEvent::PartStart(_)))
);
assert!(
events
.iter()
.any(|e| matches!(e, StreamEvent::IndexedDelta(_)))
);
}
#[test]
fn emitter_finish_reason_end_turn() {
let mut em = StreamEmitter::default();
em.started = true;
em.process_chunk(&serde_json::json!({
"candidates": [{"finishReason": "STOP"}]
}));
let events = em.drain();
assert!(events.iter().any(|e| matches!(e, StreamEvent::PartStop)));
let md = events
.iter()
.find(|e| matches!(e, StreamEvent::MessageDelta(_)));
if let Some(StreamEvent::MessageDelta(d)) = md {
assert_eq!(d.delta.stop_reason.as_deref(), Some("end_turn"));
} else {
panic!("expected MessageDelta");
}
}
#[test]
fn emitter_finish_reason_max_tokens() {
let mut em = StreamEmitter::default();
em.started = true;
em.process_chunk(&serde_json::json!({
"candidates": [{"finishReason": "MAX_TOKENS"}]
}));
let events = em.drain();
let md = events
.iter()
.find(|e| matches!(e, StreamEvent::MessageDelta(_)));
if let Some(StreamEvent::MessageDelta(d)) = md {
assert_eq!(d.delta.stop_reason.as_deref(), Some("max_tokens"));
} else {
panic!("expected MessageDelta");
}
}
#[test]
fn emitter_finish_emits_message_stop_if_needed() {
let mut em = StreamEmitter::default();
em.started = true;
em.finished = false;
let events = em.finish();
assert!(events.iter().any(|e| matches!(e, StreamEvent::MessageStop)));
}
#[test]
fn emitter_finish_noop_if_already_stopped() {
let mut em = StreamEmitter::default();
em.started = true;
em.finished = true;
let events = em.finish();
assert!(events.is_empty());
}
#[test]
fn sse_reader_take_line_extracts_newline() {
let mut reader = SseReader {
bytes: Box::pin(futures::stream::empty()),
buf: "data: hello\n".into(),
};
assert_eq!(reader.take_line().unwrap(), "data: hello");
assert!(reader.buf.is_empty());
}
#[test]
fn sse_reader_take_line_none_without_newline() {
let mut reader = SseReader {
bytes: Box::pin(futures::stream::empty()),
buf: "partial".into(),
};
assert!(reader.take_line().is_none());
}
#[test]
fn sse_reader_take_line_multiple() {
let mut reader = SseReader {
bytes: Box::pin(futures::stream::empty()),
buf: "line1\nline2\n".into(),
};
assert_eq!(reader.take_line().unwrap(), "line1");
assert_eq!(reader.take_line().unwrap(), "line2");
}
#[test]
fn sse_reader_take_line_trims_cr() {
let mut reader = SseReader {
bytes: Box::pin(futures::stream::empty()),
buf: "data: hi\r\n".into(),
};
assert_eq!(reader.take_line().unwrap(), "data: hi");
}
#[test]
fn builder_has_default_timeouts() {
let builder = GeminiClientBuilder::default();
assert_eq!(builder.timeout, DEFAULT_REQUEST_TIMEOUT);
assert_eq!(builder.connect_timeout, DEFAULT_CONNECT_TIMEOUT);
}
#[test]
fn builder_custom_timeout() {
let custom = Duration::from_secs(300);
let builder = GeminiClientBuilder::default().timeout(custom);
assert_eq!(builder.timeout, custom);
assert_eq!(builder.connect_timeout, DEFAULT_CONNECT_TIMEOUT);
}
#[test]
fn builder_custom_connect_timeout() {
let custom = Duration::from_secs(45);
let builder = GeminiClientBuilder::default().connect_timeout(custom);
assert_eq!(builder.connect_timeout, custom);
assert_eq!(builder.timeout, DEFAULT_REQUEST_TIMEOUT);
}
#[test]
fn builder_custom_both_timeouts() {
let req_timeout = Duration::from_secs(600);
let conn_timeout = Duration::from_secs(30);
let builder = GeminiClientBuilder::default()
.timeout(req_timeout)
.connect_timeout(conn_timeout);
assert_eq!(builder.timeout, req_timeout);
assert_eq!(builder.connect_timeout, conn_timeout);
}
#[test]
fn builder_timeouts_applied_on_build() {
let client = GeminiClient::builder()
.api_key("test-key")
.timeout(Duration::from_secs(180))
.connect_timeout(Duration::from_secs(15))
.build();
assert!(client.is_ok(), "build should succeed with valid timeouts");
}
#[tokio::test]
async fn sse_reader_take_line_splits_on_newline() {
let mut reader = SseReader {
bytes: Box::pin(futures::stream::empty()),
buf: "data: {\"candidates\":[]}\n\n".to_string(),
};
assert_eq!(
reader.take_line(),
Some("data: {\"candidates\":[]}".to_string())
);
assert_eq!(reader.take_line(), Some(String::new()));
assert_eq!(reader.take_line(), None);
}
#[tokio::test]
async fn sse_reader_next_data_extracts_payload() {
let chunk = "data: {\"candidates\":[{\"content\":{\"parts\":[{\"text\":\"hi\"}]}}]}\n\n";
let stream = futures::stream::iter(vec![Ok::<String, ApiError>(chunk.to_string())]);
let mut reader = SseReader {
bytes: Box::pin(stream),
buf: String::new(),
};
let result = reader.next_data().await.unwrap();
assert!(result.is_some());
let json = result.unwrap();
assert!(json["candidates"].is_array());
}
#[tokio::test]
async fn sse_reader_next_data_malformed_returns_none() {
let chunk = "data: not valid json\n\ndata: {\"ok\":true}\n\n";
let stream = futures::stream::iter(vec![Ok::<String, ApiError>(chunk.to_string())]);
let mut reader = SseReader {
bytes: Box::pin(stream),
buf: String::new(),
};
let result = reader.next_data().await.unwrap();
assert!(result.is_some());
let json = result.unwrap();
assert_eq!(json["ok"], true);
}
#[tokio::test]
async fn sse_reader_buffer_overflow_returns_error() {
let huge = "x".repeat(SSE_MAX_BUFFER + 1);
let stream = futures::stream::iter(vec![Ok::<String, ApiError>(huge)]);
let mut reader = SseReader {
bytes: Box::pin(stream),
buf: String::new(),
};
let result = reader.next_data().await;
assert!(result.is_err(), "should error on buffer overflow");
let err_msg = result.unwrap_err().to_string();
assert!(
err_msg.contains("SSE buffer"),
"error should mention SSE buffer: {err_msg}"
);
}
#[test]
fn max_response_body_is_ten_mb() {
assert_eq!(MAX_RESPONSE_BODY, 10 * 1024 * 1024);
}
}