kode_bridge/
http_client.rs1use crate::errors::{KodeBridgeError, Result};
2use crate::parser_cache::global_parser_cache;
3use bytes::{BufMut as _, Bytes, BytesMut};
4use http::{header, HeaderMap, HeaderName, HeaderValue, Method, StatusCode, Version};
5use serde::{de::DeserializeOwned, Serialize};
6use serde_json::Value;
7use std::collections::HashMap;
8use std::str::FromStr as _;
9use std::time::Duration;
10use tokio::io::{AsyncBufReadExt as _, AsyncReadExt as _, AsyncWriteExt as _, BufReader};
11use tokio::io::{AsyncRead, AsyncWrite};
12use tracing::{debug, trace};
13
14#[derive(Debug, Clone)]
16pub struct Response {
17 status: StatusCode,
18 version: Version,
19 headers: HeaderMap,
20 body: Bytes,
21}
22
23impl Response {
24 pub const fn new(status: StatusCode, version: Version, headers: HeaderMap, body: Bytes) -> Self {
25 Self {
26 status,
27 version,
28 headers,
29 body,
30 }
31 }
32
33 pub const fn status(&self) -> StatusCode {
35 self.status
36 }
37
38 pub const fn status_code(&self) -> u16 {
40 self.status.as_u16()
41 }
42
43 pub const fn version(&self) -> Version {
45 self.version
46 }
47
48 pub const fn headers(&self) -> &HeaderMap {
50 &self.headers
51 }
52
53 pub const fn body(&self) -> &Bytes {
55 &self.body
56 }
57
58 pub fn text(&self) -> Result<String> {
60 String::from_utf8(self.body.to_vec()).map_err(KodeBridgeError::from)
61 }
62
63 pub fn json<T>(&self) -> Result<T>
65 where
66 T: DeserializeOwned,
67 {
68 serde_json::from_slice(&self.body).map_err(KodeBridgeError::from)
69 }
70
71 pub fn json_value(&self) -> Result<Value> {
73 serde_json::from_slice(&self.body).map_err(KodeBridgeError::from)
74 }
75
76 pub fn is_success(&self) -> bool {
78 self.status.is_success()
79 }
80
81 pub fn is_client_error(&self) -> bool {
83 self.status.is_client_error()
84 }
85
86 pub fn is_server_error(&self) -> bool {
88 self.status.is_server_error()
89 }
90
91 pub fn is_redirection(&self) -> bool {
93 self.status.is_redirection()
94 }
95
96 pub fn content_length(&self) -> Option<u64> {
98 self.headers
99 .get(header::CONTENT_LENGTH)?
100 .to_str()
101 .ok()?
102 .parse()
103 .ok()
104 }
105
106 pub fn content_type(&self) -> Option<&str> {
108 self.headers.get(header::CONTENT_TYPE)?.to_str().ok()
109 }
110
111 pub fn to_legacy(&self) -> crate::response::LegacyResponse {
113 let headers_map: HashMap<String, String> = self
114 .headers
115 .iter()
116 .map(|(k, v)| (k.to_string(), v.to_str().unwrap_or("").to_string()))
117 .collect();
118
119 crate::response::LegacyResponse {
120 status: self.status.as_u16(),
121 headers: serde_json::to_value(headers_map).unwrap_or(Value::Null),
122 body: String::from_utf8_lossy(&self.body).to_string(),
123 }
124 }
125}
126
127#[derive(Debug)]
129pub struct RequestBuilder {
130 method: Method,
131 uri: String,
132 headers: HeaderMap,
133 body: Option<Bytes>,
134}
135
136impl RequestBuilder {
137 pub fn new(method: Method, uri: String) -> Self {
138 let mut headers = HeaderMap::new();
139 headers.insert(header::HOST, HeaderValue::from_static("localhost"));
140 headers.insert(header::USER_AGENT, HeaderValue::from_static("kode-bridge/0.1"));
141
142 Self {
143 method,
144 uri,
145 headers,
146 body: None,
147 }
148 }
149
150 pub fn header(mut self, key: &str, value: &str) -> Self {
152 if let (Ok(name), Ok(val)) = (HeaderName::from_bytes(key.as_bytes()), HeaderValue::from_str(value)) {
153 self.headers.insert(name, val);
154 }
155 self
156 }
157
158 pub fn json<T>(mut self, body: &T) -> Result<Self>
160 where
161 T: Serialize,
162 {
163 let mut buffer = BytesMut::with_capacity(1024);
164 {
165 let writer = (&mut buffer).writer();
166 serde_json::to_writer(writer, body).map_err(KodeBridgeError::from)?;
167 }
168
169 self.headers
170 .insert(header::CONTENT_TYPE, HeaderValue::from_static("application/json"));
171
172 let content_length = buffer.len().to_string();
173 self.headers.insert(
174 header::CONTENT_LENGTH,
175 HeaderValue::from_str(&content_length).map_err(|e| KodeBridgeError::Http(e.into()))?,
176 );
177
178 self.body = Some(buffer.freeze());
179 Ok(self)
180 }
181
182 pub fn build(self) -> Result<Bytes> {
184 let mut request = BytesMut::with_capacity(1024 + self.body.as_ref().map(|b| b.len()).unwrap_or(0));
185
186 request.extend_from_slice(self.method.as_str().as_bytes());
188 request.extend_from_slice(b" ");
189 request.extend_from_slice(self.uri.as_bytes());
190 request.extend_from_slice(b" HTTP/1.1\r\n");
191
192 let mut headers_buffer = BytesMut::with_capacity(512);
194 for (key, value) in &self.headers {
195 headers_buffer.extend_from_slice(key.as_str().as_bytes());
196 headers_buffer.extend_from_slice(b": ");
197 headers_buffer.extend_from_slice(value.as_bytes());
198 headers_buffer.extend_from_slice(b"\r\n");
199 }
200 request.extend_from_slice(&headers_buffer);
201
202 request.extend_from_slice(b"\r\n");
204
205 if let Some(body) = self.body {
207 request.extend_from_slice(&body);
208 }
209
210 Ok(request.freeze())
211 }
212}
213
214pub async fn parse_response<S>(stream: S) -> Result<Response>
216where
217 S: AsyncRead + Unpin + Send,
218{
219 let mut reader = BufReader::new(stream);
220
221 let mut headers_buffer = BytesMut::with_capacity(1024);
223
224 let mut status_line = String::new();
226 reader.read_line(&mut status_line).await?;
227 headers_buffer.extend_from_slice(status_line.as_bytes());
228
229 let mut line = String::new();
231 loop {
232 line.clear();
233 let bytes_read = reader.read_line(&mut line).await?;
234 if bytes_read == 0 {
235 break;
236 }
237
238 if line == "\r\n" || line == "\n" {
240 break;
241 }
242
243 headers_buffer.extend_from_slice(line.as_bytes());
245 }
246
247 headers_buffer.extend_from_slice(b"\r\n");
249
250 let mut parser = global_parser_cache().get();
252 let (status, parsed_headers) = parser
253 .parse_response(&headers_buffer)
254 .map_err(|e| match e {
255 httparse::Error::TooManyHeaders => {
256 KodeBridgeError::protocol("Too many HTTP headers in response (limit: 64)")
257 }
258 _ => KodeBridgeError::protocol(format!("Failed to parse HTTP response: {:?}", e)),
259 })?;
260
261 let mut header_map = HeaderMap::new();
263 for (name, value) in parsed_headers {
264 let header_name = HeaderName::from_str(&name).map_err(|e| KodeBridgeError::Http(e.into()))?;
265 let header_value = HeaderValue::from_str(&value).map_err(|e| KodeBridgeError::Http(e.into()))?;
266 header_map.insert(header_name, header_value);
267 }
268
269 let content_length = header_map
271 .get(header::CONTENT_LENGTH)
272 .and_then(|v| v.to_str().ok())
273 .and_then(|s| s.parse::<usize>().ok());
274
275 let is_chunked = header_map
276 .get(header::TRANSFER_ENCODING)
277 .and_then(|v| v.to_str().ok())
278 .map(|s| s.eq_ignore_ascii_case("chunked"))
279 .unwrap_or(false);
280
281 let body = if is_chunked {
283 read_chunked_body(&mut reader).await?
284 } else if let Some(len) = content_length {
285 if len == 0 {
286 Bytes::new()
288 } else if len > 10 * 1024 * 1024 {
289 return Err(KodeBridgeError::protocol("Response body too large for memory"));
291 } else {
292 read_fixed_body(&mut reader, len).await?
293 }
294 } else {
295 read_until_end_adaptive(&mut reader).await?
297 };
298
299 Ok(Response::new(
300 StatusCode::from_u16(status)?,
301 Version::HTTP_11,
302 header_map,
303 body,
304 ))
305}
306
307async fn read_chunked_body<R>(reader: &mut BufReader<R>) -> Result<Bytes>
308where
309 R: AsyncRead + Unpin + Send,
310{
311 let mut body_buffer = BytesMut::with_capacity(8192);
312
313 loop {
314 let mut size_line = String::new();
316 reader.read_line(&mut size_line).await?;
317
318 let size_line = size_line.trim();
319 if size_line.is_empty() {
320 continue;
321 }
322
323 let chunk_size =
325 usize::from_str_radix(size_line, 16).map_err(|_| KodeBridgeError::protocol("Invalid chunk size"))?;
326
327 if chunk_size == 0 {
328 let mut final_line = String::new();
330 reader.read_line(&mut final_line).await?;
331 break;
332 }
333
334 let mut chunk = vec![0u8; chunk_size];
336 reader.read_exact(&mut chunk).await?;
337 body_buffer.extend_from_slice(&chunk);
338
339 let mut crlf = [0u8; 2];
341 reader.read_exact(&mut crlf).await?;
342 }
343
344 Ok(body_buffer.freeze())
345}
346
347async fn read_fixed_body<R>(reader: &mut BufReader<R>, len: usize) -> Result<Bytes>
348where
349 R: AsyncRead + Unpin + Send,
350{
351 let mut body = vec![0u8; len];
352 reader.read_exact(&mut body).await?;
353 Ok(Bytes::from(body))
354}
355
356async fn read_until_end_adaptive<R>(reader: &mut BufReader<R>) -> Result<Bytes>
357where
358 R: AsyncRead + Unpin + Send,
359{
360 let mut body_buffer = BytesMut::with_capacity(8192);
361 let mut read_buffer = [0u8; 512];
362 let mut consecutive_empty_reads = 0;
363
364 loop {
365 let timeout_duration = Duration::from_millis(25 + (consecutive_empty_reads * 25));
366
367 match tokio::time::timeout(timeout_duration, reader.read(&mut read_buffer)).await {
368 Ok(Ok(0)) => {
369 break;
371 }
372 Ok(Ok(n)) => {
373 body_buffer.extend_from_slice(&read_buffer[..n]);
374 consecutive_empty_reads = 0;
375 }
376 Ok(Err(e)) => {
377 return Err(KodeBridgeError::from(e));
378 }
379 Err(_) => {
380 consecutive_empty_reads += 1;
382 if consecutive_empty_reads >= 2 {
383 break;
385 }
386 continue;
387 }
388 }
389
390 if body_buffer.len() > 20 * 1024 * 1024 {
392 return Err(KodeBridgeError::protocol("Response body too large"));
393 }
394 }
395
396 Ok(body_buffer.freeze())
398}
399
400pub async fn send_request<S>(mut stream: S, request: Bytes) -> Result<Response>
402where
403 S: AsyncRead + AsyncWrite + Unpin + Send,
404{
405 stream.write_all(&request).await?;
407 stream.flush().await?;
408
409 trace!("Sent HTTP request ({} bytes)", request.len());
410
411 let response = parse_response(stream).await?;
413
414 debug!(
415 "Received HTTP response: {} {}",
416 response.status(),
417 response.content_length().unwrap_or(0)
418 );
419
420 Ok(response)
421}