1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
use std::pin::Pin;
use futures::{stream::StreamExt, Stream};
use reqwest_eventsource::{Event, RequestBuilderExt};
use crate::{
client::Client,
error::OpenAIError,
types::{CreateCompletionRequest, CreateCompletionResponse},
};
pub struct Completion;
pub type CompletionResponseStream =
Pin<Box<dyn Stream<Item = Result<CreateCompletionResponse, OpenAIError>>>>;
impl Completion {
pub async fn create(
client: &Client,
request: CreateCompletionRequest,
) -> Result<CreateCompletionResponse, OpenAIError> {
if request.stream.is_some() && request.stream.unwrap() {
return Err(OpenAIError::InvalidArgument(
"When stream is true, use Completion::create_stream".into(),
));
}
client.post("/completions", request).await
}
pub async fn create_stream(
client: &Client,
mut request: CreateCompletionRequest,
) -> Result<CompletionResponseStream, OpenAIError> {
if request.stream.is_some() && !request.stream.unwrap() {
return Err(OpenAIError::InvalidArgument(
"When stream is false, use Completion::create".into(),
));
}
request.stream = Some(true);
let mut event_source = reqwest::Client::new()
.post(format!("{}/completions", client.api_base()))
.bearer_auth(client.api_key())
.json(&request)
.eventsource()
.unwrap();
let (tx, rx) = tokio::sync::mpsc::unbounded_channel();
tokio::spawn(async move {
while let Some(ev) = event_source.next().await {
match ev {
Err(e) => {
if let Err(_e) = tx.send(Err(OpenAIError::StreamError(e.to_string()))) {
break;
}
}
Ok(event) => match event {
Event::Message(message) => {
if message.data == "[DONE]" {
break;
}
let response = match serde_json::from_str::<CreateCompletionResponse>(
&message.data,
) {
Err(e) => Err(OpenAIError::JSONDeserialize(e)),
Ok(ccr) => Ok(ccr),
};
if let Err(_e) = tx.send(response) {
break;
}
}
Event::Open => continue,
},
}
}
event_source.close();
});
Ok(
Box::pin(tokio_stream::wrappers::UnboundedReceiverStream::new(rx))
as CompletionResponseStream,
)
}
}