use super::*;
use http::HeaderMap;
use http::header::ACCEPT_ENCODING;
#[test]
fn accept_encoding_none_is_empty() {
let ae = AcceptEncoding::none();
assert!(ae.is_empty());
assert!(ae.header_value().is_none());
}
#[test]
fn set_accept_encoding_adds_header() {
let mut headers = HeaderMap::new();
let ae = AcceptEncoding::default();
set_accept_encoding(&mut headers, &ae);
if !ae.is_empty() {
assert!(headers.contains_key(ACCEPT_ENCODING));
}
}
#[test]
fn set_accept_encoding_does_not_overwrite_existing() {
let mut headers = HeaderMap::new();
headers.insert(ACCEPT_ENCODING, "identity".parse().unwrap());
set_accept_encoding(&mut headers, &AcceptEncoding::default());
assert_eq!(headers.get(ACCEPT_ENCODING).unwrap(), "identity");
}
#[test]
fn set_accept_encoding_noop_for_none() {
let mut headers = HeaderMap::new();
set_accept_encoding(&mut headers, &AcceptEncoding::none());
assert!(!headers.contains_key(ACCEPT_ENCODING));
}
#[cfg(feature = "gzip")]
#[test]
fn accept_encoding_includes_gzip() {
let ae = AcceptEncoding::default();
assert!(ae.gzip);
let hv = ae.header_value().unwrap();
let val = hv.to_str().unwrap();
assert!(val.contains("gzip"));
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_gzip_round_trip() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
use std::io::Write;
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"hello gzip").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(!headers.contains_key(CONTENT_ENCODING));
assert!(!headers.contains_key(CONTENT_LENGTH));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"hello gzip");
}
#[test]
fn accept_encoding_clone() {
let ae = AcceptEncoding::default();
let ae2 = ae.clone();
assert_eq!(ae.is_empty(), ae2.is_empty());
}
#[test]
fn accept_encoding_debug() {
let ae = AcceptEncoding::default();
let dbg = format!("{ae:?}");
assert!(dbg.contains("AcceptEncoding"));
}
#[cfg(all(feature = "deflate", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_deflate_round_trip() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::ZlibEncoder;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
use std::io::Write;
let mut encoder = ZlibEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"hello deflate").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "deflate".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(!headers.contains_key(CONTENT_ENCODING));
assert!(!headers.contains_key(CONTENT_LENGTH));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"hello deflate");
}
#[cfg(all(feature = "brotli", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_brotli_round_trip() {
use bytes::Bytes;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
use std::io::Write;
let mut compressed = Vec::new();
{
let mut encoder = brotli::CompressorWriter::new(&mut compressed, 4096, 1, 22);
encoder.write_all(b"hello brotli").unwrap();
}
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "br".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(!headers.contains_key(CONTENT_ENCODING));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"hello brotli");
}
#[cfg(all(feature = "zstd", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_zstd_round_trip() {
use bytes::Bytes;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
let data = b"hello zstd";
let compressed = zstd::encode_all(&data[..], 1).unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "zstd".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(!headers.contains_key(CONTENT_ENCODING));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"hello zstd");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_empty_gzip_body() {
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let body: RequestBodySend = http_body_util::Empty::new()
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let collected = result_body.collect().await.unwrap().to_bytes();
assert!(collected.is_empty());
}
#[cfg(feature = "tokio")]
#[tokio::test]
async fn maybe_decompress_unknown_encoding_passthrough() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "identity".parse().unwrap());
let body: RequestBodySend = http_body_util::Full::new(Bytes::from("raw"))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(headers.contains_key(CONTENT_ENCODING));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"raw");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_gzip_disabled_passthrough() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let raw = b"not actually gzip";
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(&raw[..]))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding {
gzip: false,
..AcceptEncoding::default()
};
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(headers.contains_key(CONTENT_ENCODING));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], raw);
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_gzip_finish_with_no_remaining() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
use std::io::Write;
let data = "A".repeat(65536);
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(data.as_bytes()).unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(collected.len(), 65536);
assert!(collected.iter().all(|&b| b == b'A'));
}
#[cfg(all(feature = "deflate", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_corrupt_deflate_returns_error() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "deflate".parse().unwrap());
let body: RequestBodySend =
http_body_util::Full::new(Bytes::from(vec![0xFF, 0xFF, 0xFF, 0xFF, 0xFF]))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let result = result_body.collect().await;
assert!(
result.is_err(),
"corrupt deflate data should produce an error"
);
}
#[cfg(all(feature = "brotli", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_corrupt_brotli_returns_error() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "br".parse().unwrap());
let body: RequestBodySend =
http_body_util::Full::new(Bytes::from(vec![0xFF, 0xFF, 0xFF, 0xFF, 0xFF]))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let result = result_body.collect().await;
assert!(
result.is_err(),
"corrupt brotli data should produce an error"
);
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_body_with_trailers_frame() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
use std::io::Write;
use std::pin::Pin;
use std::task::{Context, Poll};
struct TrailersBody {
state: u8,
data: Bytes,
}
impl http_body::Body for TrailersBody {
type Data = Bytes;
type Error = crate::error::Error;
fn poll_frame(
mut self: Pin<&mut Self>,
_cx: &mut Context<'_>,
) -> Poll<Option<Result<hyper::body::Frame<Bytes>, Self::Error>>> {
match self.state {
0 => {
self.state = 1;
let data = self.data.clone();
Poll::Ready(Some(Ok(hyper::body::Frame::data(data))))
}
1 => {
self.state = 2;
let mut trailers = http::HeaderMap::new();
trailers.insert("x-checksum", "abc123".parse().unwrap());
Poll::Ready(Some(Ok(hyper::body::Frame::trailers(trailers))))
}
_ => Poll::Ready(None),
}
}
}
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"with trailers").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let body: RequestBodySend = TrailersBody {
state: 0,
data: Bytes::from(compressed),
}
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"with trailers");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_upstream_body_error() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
use std::pin::Pin;
use std::task::{Context, Poll};
struct ErrorBody {
errored: bool,
}
impl http_body::Body for ErrorBody {
type Data = Bytes;
type Error = crate::error::Error;
fn poll_frame(
mut self: Pin<&mut Self>,
_cx: &mut Context<'_>,
) -> Poll<Option<Result<hyper::body::Frame<Bytes>, Self::Error>>> {
if !self.errored {
self.errored = true;
Poll::Ready(Some(Err(crate::error::Error::Io(std::io::Error::new(
std::io::ErrorKind::BrokenPipe,
"simulated upstream error",
)))))
} else {
Poll::Ready(None)
}
}
}
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let body: RequestBodySend = ErrorBody { errored: false }.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let result = result_body.collect().await;
assert!(result.is_err(), "upstream body error should propagate");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_multi_encoding_with_identity() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
use std::io::Write;
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"multi-encoding").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "identity, gzip".parse().unwrap());
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"multi-encoding");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_corrupt_gzip_returns_error() {
use bytes::Bytes;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
let body: RequestBodySend =
http_body_util::Full::new(Bytes::from(vec![0xFF, 0xFF, 0xFF, 0xFF, 0xFF]))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let result = result_body.collect().await;
assert!(result.is_err(), "corrupt gzip data should produce an error");
}
#[cfg(all(feature = "gzip", feature = "deflate", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_double_layer_deflate_then_gzip() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::{GzEncoder, ZlibEncoder};
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
use std::io::Write;
let original = b"double-compressed payload";
let mut deflate_enc = ZlibEncoder::new(Vec::new(), Compression::fast());
deflate_enc.write_all(original).unwrap();
let deflated = deflate_enc.finish().unwrap();
let mut gzip_enc = GzEncoder::new(Vec::new(), Compression::fast());
gzip_enc.write_all(&deflated).unwrap();
let compressed = gzip_enc.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "deflate, gzip".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(!headers.contains_key(CONTENT_ENCODING));
assert!(!headers.contains_key(CONTENT_LENGTH));
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], original);
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn maybe_decompress_partial_decode_preserves_remaining_header() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::CONTENT_ENCODING;
use http_body_util::BodyExt;
use std::io::Write;
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"partial test").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "custom-enc, gzip".parse().unwrap());
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let remaining = headers.get(CONTENT_ENCODING).unwrap().to_str().unwrap();
assert_eq!(remaining, "custom-enc");
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"partial test");
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn no_spurious_pending_on_buffered_decode() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body::Body;
use http_body_util::BodyExt;
use std::io::Write;
use std::pin::Pin;
use std::sync::Arc;
use std::sync::atomic::{AtomicUsize, Ordering};
use std::task::Poll;
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder
.write_all(b"hello world! this is test data for decompression")
.unwrap();
let compressed = encoder.finish().unwrap();
let chunks: Vec<Bytes> = compressed.iter().map(|&b| Bytes::from(vec![b])).collect();
let chunk_count = chunks.len();
let chunks_iter = Arc::new(std::sync::Mutex::new(chunks.into_iter()));
let wake_count = Arc::new(AtomicUsize::new(0));
let wake_count2 = Arc::clone(&wake_count);
let body = futures_util::stream::poll_fn(
move |_cx| -> Poll<Option<Result<hyper::body::Frame<Bytes>, crate::error::Error>>> {
match chunks_iter.lock().unwrap().next() {
Some(chunk) => Poll::Ready(Some(Ok(hyper::body::Frame::data(chunk)))),
None => Poll::Ready(None),
}
},
);
let body: RequestBodySend = http_body_util::StreamBody::new(body)
.map_err(|e| e)
.boxed_unsync();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
headers.insert(CONTENT_LENGTH, chunk_count.to_string().parse().unwrap());
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
let waker = {
use std::task::{RawWaker, RawWakerVTable, Waker};
let data = Arc::into_raw(Arc::clone(&wake_count2)) as *const ();
unsafe fn clone_fn(data: *const ()) -> RawWaker {
unsafe { Arc::increment_strong_count(data as *const AtomicUsize) };
RawWaker::new(data, &VTABLE)
}
unsafe fn wake_fn(data: *const ()) {
let arc = unsafe { Arc::from_raw(data as *const AtomicUsize) };
arc.fetch_add(1, Ordering::SeqCst);
}
unsafe fn wake_by_ref_fn(data: *const ()) {
unsafe { &*(data as *const AtomicUsize) }.fetch_add(1, Ordering::SeqCst);
}
unsafe fn drop_fn(data: *const ()) {
unsafe { Arc::decrement_strong_count(data as *const AtomicUsize) };
}
static VTABLE: RawWakerVTable =
RawWakerVTable::new(clone_fn, wake_fn, wake_by_ref_fn, drop_fn);
unsafe { Waker::from_raw(RawWaker::new(data, &VTABLE)) }
};
let mut cx = std::task::Context::from_waker(&waker);
let mut body: Pin<Box<RequestBodySend>> = Box::pin(result_body);
let mut output = Vec::new();
let mut pending_count = 0usize;
loop {
match body.as_mut().poll_frame(&mut cx) {
Poll::Ready(Some(Ok(frame))) => {
if let Ok(data) = frame.into_data() {
output.extend_from_slice(&data[..]);
}
}
Poll::Ready(Some(Err(e))) => panic!("unexpected error: {e}"),
Poll::Ready(None) => break,
Poll::Pending => {
pending_count += 1;
if pending_count > 1000 {
panic!("too many Pending returns — likely busy-spin bug");
}
}
}
}
assert_eq!(output, b"hello world! this is test data for decompression");
assert_eq!(
pending_count, 0,
"poll_frame returned Pending {pending_count} times — should loop internally when inner body has data"
);
}
#[cfg(all(feature = "gzip", feature = "tokio"))]
#[tokio::test]
async fn decompress_strips_content_length() {
use bytes::Bytes;
use flate2::Compression;
use flate2::write::GzEncoder;
use http::header::{CONTENT_ENCODING, CONTENT_LENGTH};
use http_body_util::BodyExt;
use std::io::Write;
let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
encoder.write_all(b"content length must go").unwrap();
let compressed = encoder.finish().unwrap();
let mut headers = HeaderMap::new();
headers.insert(CONTENT_ENCODING, "gzip".parse().unwrap());
headers.insert(
CONTENT_LENGTH,
compressed.len().to_string().parse().unwrap(),
);
let body: RequestBodySend = http_body_util::Full::new(Bytes::from(compressed))
.map_err(|never| match never {})
.boxed_unsync();
let ae = AcceptEncoding::default();
let result_body = maybe_decompress(&mut headers, body, &ae);
assert!(
!headers.contains_key(CONTENT_LENGTH),
"Content-Length should be stripped after decompression"
);
let collected = result_body.collect().await.unwrap().to_bytes();
assert_eq!(&collected[..], b"content length must go");
}