use std::sync::{
Arc,
atomic::{AtomicUsize, Ordering},
};
use std::task::Poll;
use bytes::Bytes;
use futures_util::{Stream, stream};
use multra::{Constraints, Multipart, SizeLimit};
fn str_stream(string: &'static str) -> impl Stream<Item = multra::Result<Bytes>> {
stream::iter(
string
.chars()
.map(|ch| ch.to_string())
.map(|part| Ok(Bytes::copy_from_slice(part.as_bytes()))),
)
}
#[tokio::test]
async fn test_multipart_basic() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
while let Some((idx, field)) = m.next_field_with_idx().await.unwrap() {
if idx == 0 {
assert_eq!(field.name(), Some("my_text_field"));
assert_eq!(field.file_name(), None);
assert_eq!(field.content_type(), None);
assert_eq!(field.index(), 0);
assert_eq!(field.text().await, Ok("abcd".to_owned()));
} else if idx == 1 {
assert_eq!(field.name(), Some("my_file_field"));
assert_eq!(field.file_name(), Some("a-text-file.txt"));
assert_eq!(field.content_type(), Some(&mime::TEXT_PLAIN));
assert_eq!(field.index(), 1);
assert_eq!(
field.text().await,
Ok("Hello world\nHello\r\nWorld\rAgain".to_owned())
);
}
}
}
#[tokio::test]
async fn test_multipart_empty() {
let data = "--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
assert!(m.next_field().await.unwrap().is_none());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multipart_clean_field() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multipart_transport_padding() {
let data = "--X-BOUNDARY \t \r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY \r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\t\t\t\t\t\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
let bad_data = "--X-BOUNDARY \t \r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARYzz \r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\t\t\t\t\t\r\n";
let bad_stream = str_stream(bad_data);
let mut m = Multipart::new(bad_stream, "X-BOUNDARY");
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.is_err());
}
#[tokio::test]
async fn test_multipart_content_disposition_compatibility() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; NAME=\"my_file_field\"; FILENAME=\"fallback.txt\"; FILENAME*=UTF-8''%E4%BD%A0%E5%A5%BD.txt\r\nContent-Type: text/plain\r\n\r\nhello\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
let field = m.next_field().await.unwrap().unwrap();
assert_eq!(field.name(), Some("my_file_field"));
assert_eq!(field.file_name(), Some("ä½ å¥½.txt"));
assert_eq!(field.content_type(), Some(&mime::TEXT_PLAIN));
assert_eq!(field.text().await, Ok("hello".to_owned()));
}
#[tokio::test]
async fn test_multipart_header() {
let should_pass = [
"ignored header\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n",
"\r\nignored header\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n",
"\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n",
"\r\n\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n",
];
for data in should_pass.iter() {
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
}
}
#[tokio::test]
async fn test_multipart_constraint_allowed_fields_normal() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new().allowed_fields(vec!["my_text_field", "my_file_field"]);
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"Hello world\nHello\r\nWorld\rAgain".to_owned()
);
}
#[tokio::test]
#[should_panic]
async fn test_multipart_constraint_allowed_fields_unknown_field() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new().allowed_fields(vec!["my_text_field"]);
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multipart_constraint_size_limit_whole_stream() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(SizeLimit::new().whole_stream(248));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"Hello world\nHello\r\nWorld\rAgain".to_owned()
);
}
#[tokio::test]
#[should_panic]
async fn test_multipart_constraint_size_limit_whole_stream_size_exceeded() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(SizeLimit::new().whole_stream(100));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multipart_constraint_size_limit_per_field() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(SizeLimit::new().whole_stream(248).per_field(100));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"Hello world\nHello\r\nWorld\rAgain".to_owned()
);
}
#[tokio::test]
#[should_panic]
async fn test_multipart_constraint_size_limit_per_field_size_exceeded() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(SizeLimit::new().whole_stream(248).per_field(10));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multipart_constraint_size_limit_for_field() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(
SizeLimit::new()
.whole_stream(248)
.per_field(100)
.for_field("my_text_field", 4)
.for_field("my_file_field", 30),
);
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"Hello world\nHello\r\nWorld\rAgain".to_owned()
);
}
#[tokio::test]
async fn test_multipart_constraint_size_limit_headers() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new().size_limit(SizeLimit::new().headers(128));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert_eq!(
m.next_field().await.unwrap().unwrap().text().await.unwrap(),
"abcd".to_owned()
);
}
#[tokio::test]
async fn test_multipart_constraint_size_limit_headers_size_exceeded() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\nX-Long-Header: 1234567890\r\n\r\nabcd\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new().size_limit(SizeLimit::new().headers(32));
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert!(matches!(
m.next_field().await,
Err(multra::Error::HeadersSizeExceeded { limit: 32 })
));
}
#[tokio::test]
#[should_panic]
async fn test_multipart_constraint_size_limit_for_field_size_exceeded() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let constraints = Constraints::new()
.allowed_fields(vec!["my_text_field", "my_file_field"])
.size_limit(
SizeLimit::new()
.whole_stream(248)
.per_field(100)
.for_field("my_text_field", 4)
.for_field("my_file_field", 10),
);
let mut m = Multipart::with_constraints(stream, "X-BOUNDARY", constraints);
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_some());
assert!(m.next_field().await.unwrap().is_none());
}
#[tokio::test]
async fn test_multiaccess_caught() {
let data = "--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\nabcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"; filename=\"a-text-file.txt\"\r\nContent-Type: text/plain\r\n\r\nHello world\nHello\r\nWorld\rAgain\r\n--X-BOUNDARY--\r\n";
let stream = str_stream(data);
let mut m = Multipart::new(stream, "X-BOUNDARY");
let field1 = m.next_field().await;
let field2 = m.next_field().await;
assert!(matches!(field2.unwrap_err(), multra::Error::LockFailure));
assert!(field1.is_ok());
}
#[tokio::test]
async fn test_first_field_is_emitted_without_buffering_full_stream() {
let polls = Arc::new(AtomicUsize::new(0));
let poll_count = polls.clone();
let stream = stream::poll_fn(move |_cx| {
let item = match poll_count.fetch_add(1, Ordering::SeqCst) {
0 => Some(Ok::<Bytes, multra::Error>(Bytes::from_static(
b"--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_text_field\"\r\n\r\n",
))),
1 => Some(Ok::<Bytes, multra::Error>(Bytes::from_static(
b"abcd\r\n--X-BOUNDARY\r\nContent-Disposition: form-data; name=\"my_file_field\"\r\n\r\n",
))),
2 => Some(Ok::<Bytes, multra::Error>(Bytes::from_static(
b"efgh\r\n--X-BOUNDARY--\r\n",
))),
_ => None,
};
Poll::Ready(item)
});
let mut multipart = Multipart::new(stream, "X-BOUNDARY");
let field = multipart.next_field().await.unwrap().unwrap();
assert_eq!(field.name(), Some("my_text_field"));
assert_eq!(polls.load(Ordering::SeqCst), 1);
}