use crate::chat::{ChoiceLogprobs, CreateChatCompletion, FinishReason, Role, ServiceTier};
use crate::client::Client;
use crate::common::Usage;
use crate::error::Error;
use eventsource_stream::Eventsource;
use futures_util::Stream;
use futures_util::StreamExt;
use serde::{Deserialize, Serialize};
const DONE_SENTINEL: &str = "[DONE]";
#[derive(Debug, Clone, Serialize, Deserialize)]
#[non_exhaustive]
pub struct ChatCompletionChunk {
pub id: String,
#[serde(default)]
pub object: String,
pub created: i64,
pub model: String,
pub choices: Vec<ChunkChoice>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub service_tier: Option<ServiceTier>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub system_fingerprint: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub usage: Option<Usage>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub search_results: Option<Vec<serde_json::Value>>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
#[non_exhaustive]
pub struct ChunkChoice {
pub index: u32,
pub delta: ChoiceDelta,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub finish_reason: Option<FinishReason>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub logprobs: Option<ChoiceLogprobs>,
}
#[derive(Debug, Clone, Default, Serialize, Deserialize)]
#[non_exhaustive]
pub struct ChoiceDelta {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub role: Option<Role>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub content: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub refusal: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub tool_calls: Option<Vec<ChoiceDeltaToolCall>>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
#[non_exhaustive]
pub struct ChoiceDeltaToolCall {
pub index: u32,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub id: Option<String>,
#[serde(default, rename = "type", skip_serializing_if = "Option::is_none")]
pub kind: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub function: Option<ChoiceDeltaToolCallFunction>,
}
#[derive(Debug, Clone, Default, Serialize, Deserialize)]
#[non_exhaustive]
pub struct ChoiceDeltaToolCallFunction {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub name: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub arguments: Option<String>,
}
impl Client {
pub async fn chat_completion_stream(
&self,
req: &CreateChatCompletion,
) -> Result<impl Stream<Item = Result<ChatCompletionChunk, Error>>, Error> {
let mut owned = req.clone();
owned.stream = Some(true);
let url = self.endpoint("/v1/chat/completions")?;
let mut request = self.http().post(url).json(&owned);
if let Some(key) = self.api_key() {
request = request.bearer_auth(key);
}
let response = request.send().await?;
if !response.status().is_success() {
let status = response.status().as_u16();
let detail = response.text().await.unwrap_or_default();
return Err(Error::Api { status, detail });
}
let event_stream = response.bytes_stream().eventsource();
let chunks = event_stream
.take_while(|ev| {
let keep = match ev {
Ok(e) => e.data.trim() != DONE_SENTINEL,
Err(_) => true,
};
futures_util::future::ready(keep)
})
.map(|res| match res {
Ok(event) => serde_json::from_str(&event.data).map_err(Error::Decode),
Err(e) => Err(Error::Stream(e.to_string())),
});
Ok(chunks)
}
}