use std::{cell::Cell, fmt, task::Poll};
use ntex_http::header::{HeaderName, HeaderValue};
use ntex_http::{Method, StatusCode, Uri, Version, header};
use ntex_httparse::{self as httparse, Status};
use crate::codec::Decoder;
use crate::http::message::{ConnectionType, ResponseHead};
use crate::http::{error::DecodeError, header::HeaderMap, request::Request};
use crate::util::{Bytes, BytesMut};
pub(crate) struct MessageDecoder<T: MessageType> {
hdrs: Cell<bool>,
inner: Cell<Option<Box<Inner<T>>>>,
}
struct Inner<T> {
st: State,
val: Option<T>,
max_headers: usize,
max_buf_size: usize,
}
#[derive(Debug, PartialEq, Eq)]
pub enum PayloadType {
None,
Payload(PayloadDecoder),
Stream(PayloadDecoder),
}
impl<T: MessageType> Default for MessageDecoder<T> {
fn default() -> Self {
MessageDecoder::new(96, 32_768)
}
}
impl<T: MessageType> MessageDecoder<T> {
pub(crate) fn new(max_headers: usize, max_buf_size: usize) -> Self {
MessageDecoder {
hdrs: Cell::new(false),
inner: Cell::new(Some(Box::new(Inner {
st: State::default(),
val: None,
max_headers,
max_buf_size,
}))),
}
}
pub(super) fn is_reading_hdrs(&self) -> bool {
self.hdrs.get()
}
}
impl<T: MessageType> Clone for MessageDecoder<T> {
fn clone(&self) -> Self {
let inner = self.inner.take().unwrap();
let val = MessageDecoder {
hdrs: Cell::new(false),
inner: Cell::new(Some(Box::new(Inner {
st: State::default(),
val: None,
max_headers: inner.max_headers,
max_buf_size: inner.max_buf_size,
}))),
};
self.inner.set(Some(inner));
val
}
}
impl<T: MessageType> Decoder for MessageDecoder<T> {
type Item = (T, PayloadType);
type Error = DecodeError;
fn decode(&self, src: &mut BytesMut) -> Result<Option<Self::Item>, Self::Error> {
let mut inner = self.inner.take().unwrap();
let result = loop {
if let Some(ref mut val) = inner.val {
break match val.decode_headers(
src,
&mut inner.st,
inner.max_headers,
inner.max_buf_size,
)? {
Poll::Ready(pl) => {
inner.st = State::default();
self.hdrs.set(false);
Ok(Some((inner.val.take().unwrap(), pl)))
}
Poll::Pending => Ok(None),
};
}
match T::decode(src, inner.max_buf_size)? {
Poll::Ready(val) => {
inner.st.version = val.msg_version();
inner.val = Some(val);
self.hdrs.set(true);
}
Poll::Pending => break Ok(None),
}
};
self.inner.set(Some(inner));
result
}
}
impl<T: MessageType> fmt::Debug for MessageDecoder<T> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.debug_struct("MessageDecoder").finish()
}
}
#[derive(Debug, PartialEq, Eq)]
pub(crate) enum PayloadLength {
Payload(PayloadType),
Upgrade,
None,
}
#[allow(clippy::declare_interior_mutable_const)]
const ZERO: PayloadLength = PayloadLength::Payload(PayloadType::Payload(PayloadDecoder {
kind: Cell::new(Kind::Length(0)),
}));
impl PayloadLength {
fn is_none(&self) -> bool {
matches!(self, Self::None)
}
#[allow(clippy::borrow_interior_mutable_const)]
fn is_zero(&self) -> bool {
self == &ZERO
}
}
bitflags::bitflags! {
#[derive(Copy, Clone, Debug, Eq, PartialEq, Default)]
struct Flags: u8 {
const HAS_UPGRADE = 0b0001;
const EXPECT = 0b0010;
const CHUNKED = 0b0100;
const SEEN_TE = 0b1000;
}
}
#[derive(Default, Debug)]
pub(crate) struct State {
ka: Option<ConnectionType>,
flags: Flags,
content_length: Option<u64>,
version: Version,
}
impl State {
fn payload_length(&self) -> PayloadLength {
if self.flags.contains(Flags::CHUNKED) {
PayloadLength::Payload(PayloadType::Payload(PayloadDecoder::chunked()))
} else if let Some(len) = self.content_length {
PayloadLength::Payload(PayloadType::Payload(PayloadDecoder::length(len)))
} else if self.flags.contains(Flags::HAS_UPGRADE) {
PayloadLength::Upgrade
} else {
PayloadLength::None
}
}
}
pub(crate) trait MessageType: fmt::Debug + Sized {
fn msg_version(&self) -> Version;
fn headers_mut(&mut self) -> &mut HeaderMap;
fn decode(src: &mut BytesMut, max_buf_size: usize) -> Poll<Result<Self, DecodeError>>;
fn decode_headers(
&mut self,
src: &mut BytesMut,
state: &mut State,
max_headers: usize,
max_buf_size: usize,
) -> Poll<Result<PayloadType, DecodeError>>;
fn set_header(
&mut self,
st: &mut State,
name: HeaderName,
value: HeaderValue,
) -> Result<(), DecodeError> {
match name {
header::CONTENT_LENGTH
if st.content_length.is_some() || st.flags.contains(Flags::CHUNKED) =>
{
log::trace!("multiple Content-Length not allowed");
return Err(DecodeError::Header);
}
header::CONTENT_LENGTH => match value.to_str() {
Ok(s) if s.trim_start().starts_with('+') => {
log::trace!("illegal Content-Length: {s:?}");
return Err(DecodeError::Header);
}
Ok(s) => {
if let Ok(len) = s.parse::<u64>() {
st.content_length = Some(len);
} else {
log::trace!("illegal Content-Length: {s:?}");
return Err(DecodeError::Header);
}
}
Err(_) => {
log::trace!("illegal Content-Length: {value:?}");
return Err(DecodeError::Header);
}
},
header::TRANSFER_ENCODING if st.flags.contains(Flags::SEEN_TE) => {
log::trace!("Transfer-Encoding header usage is not allowed");
return Err(DecodeError::Header);
}
header::TRANSFER_ENCODING if st.version == Version::HTTP_11 => {
st.flags.insert(Flags::SEEN_TE);
if let Ok(s) = value.to_str().map(str::trim) {
if s.eq_ignore_ascii_case("chunked") && st.content_length.is_none() {
st.flags.insert(Flags::CHUNKED);
} else if s.eq_ignore_ascii_case("identity") {
} else {
log::trace!("illegal Transfer-Encoding: {s:?}");
return Err(DecodeError::Header);
}
} else {
return Err(DecodeError::Header);
}
}
header::CONNECTION => {
st.ka = if let Ok(val) = value.to_str() {
connection_type(val)
} else {
None
};
}
header::UPGRADE => {
st.flags.insert(Flags::HAS_UPGRADE);
if let Ok(val) = value.to_str().map(str::trim)
&& val.eq_ignore_ascii_case("websocket")
{
st.content_length = None;
}
}
header::EXPECT => {
let bytes = value.as_bytes();
if bytes.len() >= 4 && &bytes[0..4] == b"100-" {
st.flags.insert(Flags::EXPECT);
}
}
_ => (),
}
self.headers_mut().append(name, value);
Ok(())
}
}
impl MessageType for Request {
fn msg_version(&self) -> Version {
self.version()
}
fn headers_mut(&mut self) -> &mut HeaderMap {
&mut self.head_mut().headers
}
fn decode(src: &mut BytesMut, max_buf_size: usize) -> Poll<Result<Self, DecodeError>> {
match httparse::parse_request(src)? {
Status::Complete((pos, method, path, version)) => {
let method = Method::from_bytes(method.as_bytes())
.map_err(|_| DecodeError::Method)?;
let uri = Uri::try_from(path)?;
let version = if version == 1 {
Version::HTTP_11
} else {
Version::HTTP_10
};
src.advance_to(pos);
let mut msg = Request::new();
let head = msg.head_mut();
head.uri = uri;
head.method = method;
head.version = version;
Poll::Ready(Ok(msg))
}
Status::Partial => {
if src.len() >= max_buf_size {
log::trace!("MAX_BUFFER_SIZE unprocessed data reached, closing");
Poll::Ready(Err(DecodeError::TooLarge(src.len())))
} else {
Poll::Pending
}
}
}
}
fn decode_headers(
&mut self,
src: &mut BytesMut,
state: &mut State,
max_headers: usize,
max_buf_size: usize,
) -> Poll<Result<PayloadType, DecodeError>> {
loop {
let (len, header) = match httparse::parse_header(src)? {
Status::Complete((len, hdr)) => (len, hdr),
Status::Partial => {
return if src.len() >= max_buf_size {
log::trace!("MAX_BUFFER_SIZE unprocessed data reached, closing");
Poll::Ready(Err(DecodeError::TooLarge(src.len())))
} else {
Poll::Pending
};
}
};
let buf = src.split_to(len);
if let Some(header) = header {
if self.headers().len() >= max_headers {
return Poll::Ready(Err(DecodeError::MaxHeaders));
}
let name = HeaderName::from_bytes(&buf[header.name_start..header.name_end])
.unwrap();
let value = unsafe {
HeaderValue::from_shared_unchecked(
buf.slice(header.value_start..header.value_end),
)
};
self.set_header(state, name, value)?;
} else {
break;
}
}
let mut length = state.payload_length();
if self.version() == Version::HTTP_10
&& self.method() == Method::POST
&& length.is_none()
{
log::trace!("no Content-Length specified for HTTP/1.0 POST request");
return Poll::Ready(Err(DecodeError::Header));
}
if let Some(ctype) = state.ka {
self.head_mut().set_connection_type(ctype);
}
if state.flags.contains(Flags::EXPECT) {
self.head_mut().set_expect();
}
if length.is_zero() {
length = PayloadLength::None;
}
let decoder = match length {
PayloadLength::Payload(pl) => pl,
PayloadLength::Upgrade => {
self.head_mut().set_upgrade();
PayloadType::Stream(PayloadDecoder::eof())
}
PayloadLength::None => {
if self.method() == Method::CONNECT {
self.head_mut().set_upgrade();
PayloadType::Stream(PayloadDecoder::eof())
} else {
PayloadType::None
}
}
};
Poll::Ready(Ok(decoder))
}
}
impl MessageType for ResponseHead {
fn msg_version(&self) -> Version {
self.version
}
fn headers_mut(&mut self) -> &mut HeaderMap {
&mut self.headers
}
fn decode(src: &mut BytesMut, max_buf_size: usize) -> Poll<Result<Self, DecodeError>> {
match httparse::parse_response(src)? {
Status::Complete((pos, version, code, _)) => {
let version = if version == 1 {
Version::HTTP_11
} else {
Version::HTTP_10
};
let status = StatusCode::from_u16(code).map_err(|_| DecodeError::Status)?;
src.advance_to(pos);
Poll::Ready(Ok(ResponseHead::new(status, version)))
}
Status::Partial => {
if src.len() >= max_buf_size {
log::error!("MAX_BUFFER_SIZE unprocessed data reached, closing");
Poll::Ready(Err(DecodeError::TooLarge(src.len())))
} else {
Poll::Pending
}
}
}
}
fn decode_headers(
&mut self,
src: &mut BytesMut,
state: &mut State,
max_headers: usize,
max_buf_size: usize,
) -> Poll<Result<PayloadType, DecodeError>> {
loop {
let (len, header) = match httparse::parse_header(src)? {
httparse::Status::Complete((len, hdr)) => (len, hdr),
httparse::Status::Partial => {
return if src.len() >= max_buf_size {
log::trace!("MAX_BUFFER_SIZE unprocessed data reached, closing");
Poll::Ready(Err(DecodeError::TooLarge(src.len())))
} else {
Poll::Pending
};
}
};
let buf = src.split_to(len);
if let Some(header) = header {
if self.headers().len() >= max_headers {
return Poll::Ready(Err(DecodeError::MaxHeaders));
}
let name = HeaderName::from_bytes(&buf[header.name_start..header.name_end])
.unwrap();
let value = unsafe {
HeaderValue::from_shared_unchecked(
buf.slice(header.value_start..header.value_end),
)
};
self.set_header(state, name, value)?;
} else {
break;
}
}
let mut length = state.payload_length();
if length.is_zero() {
length = PayloadLength::None;
}
if let Some(ka) = state.ka {
self.set_connection_type(ka);
}
let decoder = if let PayloadLength::Payload(pl) = length {
pl
} else if self.status == StatusCode::SWITCHING_PROTOCOLS {
PayloadType::Stream(PayloadDecoder::eof())
} else {
if self.version == Version::HTTP_10 {
self.set_connection_type(ConnectionType::Close);
PayloadType::Payload(PayloadDecoder::eof())
} else {
PayloadType::None
}
};
Poll::Ready(Ok(decoder))
}
}
const S_KEEP_ALIVE: &str = "keep-alive";
const S_CLOSE: &str = "close";
const S_UPGRADE: &str = "upgrade";
fn connection_type(val: &str) -> Option<ConnectionType> {
let l = val.len();
let bytes = val.as_bytes();
for i in 0..bytes.len() {
if i >= S_CLOSE.len() {
return None;
}
let result = match bytes[i] {
b'k' | b'K' => {
let pos = i + S_KEEP_ALIVE.len();
if l >= pos && val[i..pos].eq_ignore_ascii_case(S_KEEP_ALIVE) {
Some((ConnectionType::KeepAlive, pos))
} else {
None
}
}
b'c' | b'C' => {
let pos = i + S_CLOSE.len();
if l >= pos && val[i..pos].eq_ignore_ascii_case(S_CLOSE) {
Some((ConnectionType::Close, pos))
} else {
None
}
}
b'u' | b'U' => {
let pos = i + S_UPGRADE.len();
if l >= pos && val[i..pos].eq_ignore_ascii_case(S_UPGRADE) {
Some((ConnectionType::Upgrade, pos))
} else {
None
}
}
_ => continue,
};
if let Some((t, pos)) = result {
let next = pos + 1;
if val.len() > next {
if matches!(bytes[next], b' ' | b',' | b'\r' | b'\n') {
return Some(t);
}
} else {
return Some(t);
}
}
}
None
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum PayloadItem {
Chunk(Bytes),
Eof,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct PayloadDecoder {
kind: Cell<Kind>,
}
impl PayloadDecoder {
pub(super) fn length(x: u64) -> PayloadDecoder {
PayloadDecoder {
kind: Cell::new(Kind::Length(x)),
}
}
pub(super) fn chunked() -> PayloadDecoder {
PayloadDecoder {
kind: Cell::new(Kind::Chunked(ChunkedState::Size, 0)),
}
}
pub(super) fn eof() -> PayloadDecoder {
PayloadDecoder {
kind: Cell::new(Kind::Eof),
}
}
}
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
enum Kind {
Length(u64),
Chunked(ChunkedState, u64),
Eof,
}
#[derive(Debug, PartialEq, Eq, Copy, Clone)]
enum ChunkedState {
Size,
SizeLws,
Extension,
SizeLf,
Body,
BodyCr,
BodyLf,
EndCr,
EndLf,
End,
}
impl Decoder for PayloadDecoder {
type Item = PayloadItem;
type Error = DecodeError;
fn decode(&self, src: &mut BytesMut) -> Result<Option<Self::Item>, Self::Error> {
let mut kind = self.kind.get();
match kind {
Kind::Length(ref mut remaining) => {
if *remaining == 0 {
Ok(Some(PayloadItem::Eof))
} else {
if src.is_empty() {
return Ok(None);
}
let len = src.len() as u64;
let buf;
if *remaining > len {
buf = src.take();
*remaining -= len;
} else {
buf = src.split_to(*remaining as usize);
*remaining = 0;
}
self.kind.set(kind);
log::trace!("Length read: {}", buf.len());
Ok(Some(PayloadItem::Chunk(buf)))
}
}
Kind::Chunked(ref mut state, ref mut size) => {
let result = loop {
let mut buf = None;
*state = match state.step(src, size, &mut buf) {
Poll::Pending => break Ok(None),
Poll::Ready(Ok(state)) => state,
Poll::Ready(Err(e)) => break Err(e),
};
if *state == ChunkedState::End {
log::trace!("End of chunked stream");
break Ok(Some(PayloadItem::Eof));
}
if let Some(buf) = buf {
break Ok(Some(PayloadItem::Chunk(buf)));
}
if src.is_empty() {
break Ok(None);
}
};
self.kind.set(kind);
result
}
Kind::Eof => {
if src.is_empty() {
Ok(None)
} else {
Ok(Some(PayloadItem::Chunk(src.take())))
}
}
}
}
}
macro_rules! byte (
($rdr:ident) => ({
if $rdr.len() > 0 {
let b = $rdr[0];
$rdr.advance_to(1);
b
} else {
return Poll::Pending
}
})
);
impl ChunkedState {
fn step(
self,
body: &mut BytesMut,
size: &mut u64,
buf: &mut Option<Bytes>,
) -> Poll<Result<ChunkedState, DecodeError>> {
match self {
ChunkedState::Size => ChunkedState::read_size(body, size),
ChunkedState::SizeLws => ChunkedState::read_size_lws(body),
ChunkedState::Extension => ChunkedState::read_extension(body),
ChunkedState::SizeLf => ChunkedState::read_size_lf(body, size),
ChunkedState::Body => ChunkedState::read_body(body, size, buf),
ChunkedState::BodyCr => ChunkedState::read_body_cr(body),
ChunkedState::BodyLf => ChunkedState::read_body_lf(body),
ChunkedState::EndCr => ChunkedState::read_end_cr(body),
ChunkedState::EndLf => ChunkedState::read_end_lf(body),
ChunkedState::End => Poll::Ready(Ok(ChunkedState::End)),
}
}
fn read_size(
rdr: &mut BytesMut,
size: &mut u64,
) -> Poll<Result<ChunkedState, DecodeError>> {
let rem = match byte!(rdr) {
b @ b'0'..=b'9' => b - b'0',
b @ b'a'..=b'f' => b + 10 - b'a',
b @ b'A'..=b'F' => b + 10 - b'A',
b'\t' | b' ' => return Poll::Ready(Ok(ChunkedState::SizeLws)),
b';' => return Poll::Ready(Ok(ChunkedState::Extension)),
b'\r' => return Poll::Ready(Ok(ChunkedState::SizeLf)),
_ => {
return Poll::Ready(Err(DecodeError::InvalidInput(
"Invalid chunk size line: Invalid Size",
)));
}
};
if let Some(n) = size.checked_mul(16) {
*size = n;
*size += u64::from(rem);
Poll::Ready(Ok(ChunkedState::Size))
} else {
log::trace!("chunk size would overflow u64");
Poll::Ready(Err(DecodeError::InvalidInput(
"Invalid chunk size line: Size is too big",
)))
}
}
fn read_size_lws(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
log::trace!("read_size_lws");
match byte!(rdr) {
b'\t' | b' ' => Poll::Ready(Ok(ChunkedState::SizeLws)),
b';' => Poll::Ready(Ok(ChunkedState::Extension)),
b'\r' => Poll::Ready(Ok(ChunkedState::SizeLf)),
_ => Poll::Ready(Err(DecodeError::InvalidInput(
"Invalid chunk size linear white space",
))),
}
}
fn read_extension(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\r' => Poll::Ready(Ok(ChunkedState::SizeLf)),
0x00..=0x08 | 0x0a..=0x1f | 0x7f => Poll::Ready(Err(
DecodeError::InvalidInput("Invalid character in chunk extension"),
)),
_ => Poll::Ready(Ok(ChunkedState::Extension)), }
}
fn read_size_lf(
rdr: &mut BytesMut,
size: &mut u64,
) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\n' if *size > 0 => Poll::Ready(Ok(ChunkedState::Body)),
b'\n' if *size == 0 => Poll::Ready(Ok(ChunkedState::EndCr)),
_ => Poll::Ready(Err(DecodeError::InvalidInput("Invalid chunk size LF"))),
}
}
fn read_body(
rdr: &mut BytesMut,
rem: &mut u64,
buf: &mut Option<Bytes>,
) -> Poll<Result<ChunkedState, DecodeError>> {
log::trace!("Chunked read, remaining={rem:?}");
let len = rdr.len() as u64;
if len == 0 {
Poll::Ready(Ok(ChunkedState::Body))
} else {
let slice;
if *rem > len {
slice = rdr.take();
*rem -= len;
} else {
slice = rdr.split_to(*rem as usize);
*rem = 0;
}
*buf = Some(slice);
if *rem > 0 {
Poll::Ready(Ok(ChunkedState::Body))
} else {
Poll::Ready(Ok(ChunkedState::BodyCr))
}
}
}
fn read_body_cr(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\r' => Poll::Ready(Ok(ChunkedState::BodyLf)),
_ => Poll::Ready(Err(DecodeError::InvalidInput("Invalid chunk body CR"))),
}
}
fn read_body_lf(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\n' => Poll::Ready(Ok(ChunkedState::Size)),
_ => Poll::Ready(Err(DecodeError::InvalidInput("Invalid chunk body LF"))),
}
}
fn read_end_cr(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\r' => Poll::Ready(Ok(ChunkedState::EndLf)),
_ => Poll::Ready(Err(DecodeError::InvalidInput("Invalid chunk end CR"))),
}
}
fn read_end_lf(rdr: &mut BytesMut) -> Poll<Result<ChunkedState, DecodeError>> {
match byte!(rdr) {
b'\n' => Poll::Ready(Ok(ChunkedState::End)),
_ => Poll::Ready(Err(DecodeError::InvalidInput("Invalid chunk end LF"))),
}
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::http::HttpMessage;
use crate::http::header::SET_COOKIE;
impl PayloadType {
fn unwrap(self) -> PayloadDecoder {
if let PayloadType::Payload(pl) = self {
pl
} else {
panic!()
}
}
fn is_unhandled(&self) -> bool {
matches!(self, PayloadType::Stream(_))
}
}
impl PayloadItem {
fn chunk(self) -> Bytes {
match self {
PayloadItem::Chunk(chunk) => chunk,
PayloadItem::Eof => panic!("error"),
}
}
fn eof(&self) -> bool {
matches!(*self, PayloadItem::Eof)
}
}
macro_rules! parse_ready {
($e:expr) => {{
match MessageDecoder::<Request>::default().decode($e) {
Ok(Some((msg, _))) => msg,
Ok(_) => unreachable!("Eof during parsing http request"),
Err(err) => unreachable!("Error during parsing http request: {:?}", err),
}
}};
}
macro_rules! expect_parse_err {
($e:expr) => {{
match MessageDecoder::<Request>::default().decode($e) {
Err(_) => (),
_ => unreachable!("Error expected"),
}
}};
}
#[test]
fn test_parse() {
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\n\r\n");
let reader = MessageDecoder::<Request>::default();
match reader.decode(&mut buf) {
Ok(Some((req, _))) => {
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
}
Ok(_) | Err(_) => unreachable!("Error during parsing http request"),
}
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\ncontent-length:512\r\n\r\n");
let reader = MessageDecoder::<Request>::default();
let req = reader.decode(&mut buf).unwrap().unwrap().0;
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
}
#[test]
fn test_connection_type() {
for s in &["Close", "Close\r\n", "close,", "close "] {
assert_eq!(connection_type(s), Some(ConnectionType::Close));
}
for s in &["upgrade", "upGrade\r\n", "upgrade,", "upgrade "] {
assert_eq!(connection_type(s), Some(ConnectionType::Upgrade));
}
for s in &["keep-alive", "keep-Alive\r\n", "keep-alive,", "Keep-alive "] {
assert_eq!(connection_type(s), Some(ConnectionType::KeepAlive));
}
for s in &["keep-aliv", "clos\r\n", "clos", "upgrad"] {
assert_eq!(connection_type(s), None);
}
}
#[test]
fn test_parse_partial() {
let mut buf = BytesMut::from("PUT /test HTTP/1");
let reader = MessageDecoder::<Request>::default();
assert!(reader.decode(&mut buf).unwrap().is_none());
buf.extend(b".1\r\n\r\n");
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::PUT);
assert_eq!(req.path(), "/test");
}
#[test]
fn parse_h10_get() {
let mut buf = BytesMut::from(
"GET /test1 HTTP/1.0\r\n\
\r\n\
abc",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test1");
let mut buf = BytesMut::from(
"GET /test2 HTTP/1.0\r\n\
Test: 123\r\n\
Content-Length: 0\r\n\
\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test2");
let mut buf = BytesMut::from(
"GET /test3?test=1 HTTP/1.0\r\n\
Content-Length: 3\r\n\
\r\n
abc",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test3");
assert_eq!(req.uri().query(), Some("test=1"));
}
#[test]
fn parse_h10_post() {
let mut buf = BytesMut::from(
"POST /test1 HTTP/1.0\r\n\
Content-Length: 3\r\n\
\r\n\
abc",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::POST);
assert_eq!(req.path(), "/test1");
let mut buf = BytesMut::from(
"POST /test2 HTTP/1.0\r\n\
Content-Length: 0\r\n\
\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_10);
assert_eq!(*req.method(), Method::POST);
assert_eq!(req.path(), "/test2");
let mut buf = BytesMut::from(
"POST /test3 HTTP/1.0\r\n\
\r\n",
);
let reader = MessageDecoder::<Request>::default();
let err = reader.decode(&mut buf).unwrap_err();
assert!(err.to_string().contains("Header"));
}
#[test]
fn test_parse_body() {
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\nContent-Length: 4\r\n\r\nbody");
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
assert_eq!(
pl.decode(&mut buf).unwrap().unwrap().chunk().as_ref(),
b"body"
);
}
#[test]
fn test_parse_body_crlf() {
let mut buf =
BytesMut::from("\r\nGET /test HTTP/1.1\r\nContent-Length: 4\r\n\r\nbody");
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
assert_eq!(
pl.decode(&mut buf).unwrap().unwrap().chunk().as_ref(),
b"body"
);
}
#[test]
fn test_parse_partial_eof() {
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\n");
let reader = MessageDecoder::<Request>::default();
assert!(reader.decode(&mut buf).unwrap().is_none());
buf.extend(b"\r\n");
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
}
#[test]
fn test_headers_split_field() {
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\n");
let reader = MessageDecoder::<Request>::default();
assert! { reader.decode(&mut buf).unwrap().is_none() }
buf.extend(b"t");
assert! { reader.decode(&mut buf).unwrap().is_none() }
buf.extend(b"es");
assert! { reader.decode(&mut buf).unwrap().is_none() }
buf.extend(b"t: value\r\n\r\n");
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.version(), Version::HTTP_11);
assert_eq!(*req.method(), Method::GET);
assert_eq!(req.path(), "/test");
assert_eq!(
req.headers()
.get(HeaderName::try_from("test").unwrap())
.unwrap()
.as_bytes(),
b"value"
);
}
#[test]
fn test_headers_multi_value() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
Set-Cookie: c1=cookie1\r\n\
Set-Cookie: c2=cookie2\r\n\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
let val: Vec<_> = req
.headers()
.get_all(SET_COOKIE)
.map(|v| v.to_str().unwrap().to_owned())
.collect();
assert_eq!(val[0], "c1=cookie1");
assert_eq!(val[1], "c2=cookie2");
}
#[test]
fn test_conn_default_1_0() {
let mut buf = BytesMut::from("GET /test HTTP/1.0\r\n\r\n");
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::Close);
}
#[test]
fn test_conn_default_1_1() {
let mut buf = BytesMut::from("GET /test HTTP/1.1\r\n\r\n");
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::KeepAlive);
}
#[test]
fn test_conn_close() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
connection: close\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::Close);
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
connection: Close\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::Close);
}
#[test]
fn test_conn_close_1_0() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.0\r\n\
connection: close\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::Close);
}
#[test]
fn test_conn_keep_alive_1_0() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.0\r\n\
connection: keep-alive\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::KeepAlive);
let mut buf = BytesMut::from(
"GET /test HTTP/1.0\r\n\
connection: Keep-Alive\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::KeepAlive);
}
#[test]
fn test_conn_keep_alive_1_1() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
connection: keep-alive\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::KeepAlive);
}
#[test]
fn test_conn_other_1_0() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.0\r\n\
connection: other\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::Close);
}
#[test]
fn test_conn_other_1_1() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
connection: other\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(req.head().connection_type(), ConnectionType::KeepAlive);
}
#[test]
fn test_conn_upgrade() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
upgrade: websockets\r\n\
connection: upgrade\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert!(req.upgrade());
assert_eq!(req.head().connection_type(), ConnectionType::Upgrade);
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
upgrade: Websockets\r\n\
connection: Upgrade\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert!(req.upgrade());
assert_eq!(req.head().connection_type(), ConnectionType::Upgrade);
}
#[test]
fn test_conn_upgrade_connect_method() {
let mut buf = BytesMut::from(
"CONNECT /test HTTP/1.1\r\n\
content-type: text/plain\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert!(req.upgrade());
}
#[test]
fn test_request_chunked() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n",
);
let req = parse_ready!(&mut buf);
if let Ok(val) = req.chunked() {
assert!(val);
} else {
unreachable!("Error");
}
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chnked\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_headers_content_length_err_1() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
content-length: line\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_headers_content_length_err_2() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
content-length: -1\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_invalid_header() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
test line\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_invalid_name() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
test[]: line\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_bad_status_line() {
let mut buf = BytesMut::from("getpath \r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_upgrade() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
connection: upgrade\r\n\
upgrade: websocket\r\n\r\n\
some raw data",
);
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
assert_eq!(req.head().connection_type(), ConnectionType::Upgrade);
assert!(req.upgrade());
assert!(pl.is_unhandled());
}
#[test]
fn test_http_request_parser_utf8() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
x-test: тест\r\n\r\n",
);
let req = parse_ready!(&mut buf);
assert_eq!(
req.headers().get("x-test").unwrap().as_bytes(),
"тест".as_bytes()
);
}
#[test]
fn test_http_request_parser_two_slashes() {
let mut buf = BytesMut::from("GET //path HTTP/1.1\r\n\r\n");
let req = parse_ready!(&mut buf);
assert_eq!(req.path(), "//path");
}
#[test]
fn test_http_request_parser_bad_method() {
let mut buf = BytesMut::from("!12%()+=~$ /get HTTP/1.1\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_parser_bad_version() {
let mut buf = BytesMut::from("GET //get HT/11\r\n\r\n");
expect_parse_err!(&mut buf);
}
#[test]
fn test_http_request_chunked_payload() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert!(req.chunked().unwrap());
buf.extend(b"4\r\ndata\r\n4\r\nline\r\n0\r\n\r\n");
assert_eq!(
pl.decode(&mut buf).unwrap().unwrap().chunk().as_ref(),
b"data"
);
assert_eq!(
pl.decode(&mut buf).unwrap().unwrap().chunk().as_ref(),
b"line"
);
assert!(pl.decode(&mut buf).unwrap().unwrap().eof());
}
#[test]
fn test_http_request_chunked_payload_and_next_message() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert!(req.chunked().unwrap());
buf.extend(
b"4\r\ndata\r\n4\r\nline\r\n0\r\n\r\n\
POST /test2 HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n"
.iter(),
);
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"data");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"line");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert!(msg.eof());
let (req, _) = reader.decode(&mut buf).unwrap().unwrap();
assert!(req.chunked().unwrap());
assert_eq!(*req.method(), Method::POST);
assert!(req.chunked().unwrap());
}
#[test]
fn test_http_request_chunked_payload_chunks() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (req, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert!(req.chunked().unwrap());
buf.extend(b"4\r\n1111\r\n");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"1111");
buf.extend(b"4\r\ndata\r");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"data");
buf.extend(b"\n4");
assert!(pl.decode(&mut buf).unwrap().is_none());
buf.extend(b"\r");
assert!(pl.decode(&mut buf).unwrap().is_none());
buf.extend(b"\n");
assert!(pl.decode(&mut buf).unwrap().is_none());
buf.extend(b"li");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"li");
buf.extend(b"ne\r\n0\r\n");
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(msg.chunk().as_ref(), b"ne");
assert!(pl.decode(&mut buf).unwrap().is_none());
buf.extend(b"\r\n");
assert!(pl.decode(&mut buf).unwrap().unwrap().eof());
}
#[test]
fn test_parse_chunked_payload_chunk_extension() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
transfer-encoding: chunked\r\n\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (msg, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
assert!(msg.chunked().unwrap());
buf.extend(b"4;test\r\ndata\r\n4\r\nline\r\n0\r\n\r\n"); let chunk = pl.decode(&mut buf).unwrap().unwrap().chunk();
assert_eq!(chunk, Bytes::from_static(b"data"));
let chunk = pl.decode(&mut buf).unwrap().unwrap().chunk();
assert_eq!(chunk, Bytes::from_static(b"line"));
let msg = pl.decode(&mut buf).unwrap().unwrap();
assert!(msg.eof());
}
#[test]
fn test_response_http10_read_until_eof() {
let mut buf = BytesMut::from("HTTP/1.0 200 Ok\r\n\r\ntest data");
let reader = MessageDecoder::<ResponseHead>::default();
let res = reader.decode(&mut buf);
let (_msg, pl) = res.unwrap().unwrap();
let pl = pl.unwrap();
let chunk = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(chunk, PayloadItem::Chunk(Bytes::from_static(b"test data")));
}
#[test]
fn test_multiple_content_length() {
let mut buf = BytesMut::from(
"GET / HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: 4\r\n\
Content-Length: 2\r\n\
\r\n\
abcd",
);
expect_parse_err!(&mut buf);
let mut buf = BytesMut::from(
"GET / HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: 0\r\n\
Content-Length: 2\r\n\
\r\n\
ab",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_transfer_encoding_http10() {
let mut buf = BytesMut::from(
"POST / HTTP/1.0\r\n\
Host: example.com\r\n\
Transfer-Encoding: chunked\r\n\
\r\n\
3\r\n\
aaa\r\n\
0\r\n\
",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_content_length_and_te_http10() {
let mut buf = BytesMut::from(
"GET / HTTP/1.0\r\n\
Host: example.com\r\n\
Content-Length: 3\r\n\
Transfer-Encoding: chunked\r\n\
\r\n\
000",
);
parse_ready!(&mut buf);
}
#[test]
fn test_content_length_plus() {
let mut buf = BytesMut::from(
"GET / HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: +3\r\n\
\r\n\
000",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_unknown_transfer_encoding() {
let mut buf = BytesMut::from(
"GET / HTTP/1.1\r\n\
Host: example.com\r\n\
Transfer-Encoding: JUNK\r\n\
Transfer-Encoding: chunked\r\n\
\r\n\
5\r\n\
hello\r\n\
0",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_multiple_transfer_encoding() {
let mut buf = BytesMut::from(
"GET / HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: 51\r\n\
Transfer-Encoding: identity\r\n\
Transfer-Encoding: chunked\r\n\
\r\n\
0\r\n\
\r\n\
GET /forbidden HTTP/1.1\r\n\
Host: example.com\r\n\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_transfer_encoding_content_length_combination() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: 3\r\n\
Transfer-Encoding: chunked\r\n\
\r\n\
0\r\n",
);
expect_parse_err!(&mut buf);
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
Host: example.com\r\n\
Transfer-Encoding: chunked\r\n\
Content-Length: 3\r\n\
\r\n\
0\r\n",
);
expect_parse_err!(&mut buf);
}
#[test]
fn test_transfer_encoding_content_length() {
let mut buf = BytesMut::from(
"GET /test HTTP/1.1\r\n\
Host: example.com\r\n\
Content-Length: 3\r\n\
Transfer-Encoding: identity\r\n\
\r\n\
0\r\n",
);
let reader = MessageDecoder::<Request>::default();
let (_msg, pl) = reader.decode(&mut buf).unwrap().unwrap();
let pl = pl.unwrap();
let chunk = pl.decode(&mut buf).unwrap().unwrap();
assert_eq!(chunk, PayloadItem::Chunk(Bytes::from_static(b"0\r\n")));
}
}