use crate::connection::Connection;
use crate::http_url::{HttpUrl, Port};
#[cfg(feature = "proxy")]
use crate::proxy::Proxy;
use crate::{Error, Response, ResponseLazy};
use std::collections::HashMap;
use std::fmt;
use std::fmt::Write;
pub type URL = String;
#[derive(Clone, PartialEq, Eq, Debug)]
pub enum Method {
Get,
Head,
Post,
Put,
Delete,
Connect,
Options,
Trace,
Patch,
Custom(String),
}
impl fmt::Display for Method {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
match *self {
Method::Get => write!(f, "GET"),
Method::Head => write!(f, "HEAD"),
Method::Post => write!(f, "POST"),
Method::Put => write!(f, "PUT"),
Method::Delete => write!(f, "DELETE"),
Method::Connect => write!(f, "CONNECT"),
Method::Options => write!(f, "OPTIONS"),
Method::Trace => write!(f, "TRACE"),
Method::Patch => write!(f, "PATCH"),
Method::Custom(ref s) => write!(f, "{}", s),
}
}
}
#[derive(Clone, PartialEq, Eq, Debug)]
pub struct Request {
pub(crate) method: Method,
url: URL,
params: String,
headers: HashMap<String, String>,
body: Option<Vec<u8>>,
pub(crate) timeout: Option<u64>,
pub(crate) max_headers_size: Option<usize>,
pub(crate) max_status_line_len: Option<usize>,
max_redirects: usize,
pub(crate) follow_redirects: bool,
#[cfg(feature = "proxy")]
pub(crate) proxy: Option<Proxy>,
}
impl Request {
pub fn new<T: Into<URL>>(method: Method, url: T) -> Request {
Request {
method,
url: url.into(),
params: String::new(),
headers: HashMap::new(),
body: None,
timeout: None,
max_headers_size: None,
max_status_line_len: None,
max_redirects: 100,
follow_redirects: true,
#[cfg(feature = "proxy")]
proxy: None,
}
}
pub fn with_headers<T, K, V>(mut self, headers: T) -> Request
where
T: IntoIterator<Item = (K, V)>,
K: Into<String>,
V: Into<String>,
{
let headers = headers.into_iter().map(|(k, v)| (k.into(), v.into()));
self.headers.extend(headers);
self
}
pub fn with_header<T: Into<String>, U: Into<String>>(mut self, key: T, value: U) -> Request {
self.headers.insert(key.into(), value.into());
self
}
pub fn with_body<T: Into<Vec<u8>>>(mut self, body: T) -> Request {
let body = body.into();
let body_length = body.len();
self.body = Some(body);
self.with_header("Content-Length", format!("{}", body_length))
}
pub fn with_param<T: Into<String>, U: Into<String>>(mut self, key: T, value: U) -> Request {
let key = key.into();
#[cfg(feature = "urlencoding")]
let key = urlencoding::encode(&key);
let value = value.into();
#[cfg(feature = "urlencoding")]
let value = urlencoding::encode(&value);
if !self.params.is_empty() {
self.params.push('&');
}
self.params.push_str(&key);
self.params.push('=');
self.params.push_str(&value);
self
}
#[cfg(feature = "json-using-serde")]
pub fn with_json<T: serde::ser::Serialize>(mut self, body: &T) -> Result<Request, Error> {
self.headers.insert(
"Content-Type".to_string(),
"application/json; charset=UTF-8".to_string(),
);
match serde_json::to_string(&body) {
Ok(json) => Ok(self.with_body(json)),
Err(err) => Err(Error::SerdeJsonError(err)),
}
}
pub fn with_timeout(mut self, timeout: u64) -> Request {
self.timeout = Some(timeout);
self
}
pub fn with_max_redirects(mut self, max_redirects: usize) -> Request {
self.max_redirects = max_redirects;
self
}
pub fn with_follow_redirects(mut self, follow_redirects: bool) -> Request {
self.follow_redirects = follow_redirects;
self
}
pub fn with_max_headers_size<S: Into<Option<usize>>>(mut self, max_headers_size: S) -> Request {
self.max_headers_size = max_headers_size.into();
self
}
pub fn with_max_status_line_length<S: Into<Option<usize>>>(
mut self,
max_status_line_len: S,
) -> Request {
self.max_status_line_len = max_status_line_len.into();
self
}
#[cfg(feature = "proxy")]
pub fn with_proxy(mut self, proxy: Proxy) -> Request {
self.proxy = Some(proxy);
self
}
pub fn send(self) -> Result<Response, Error> {
let parsed_request = ParsedRequest::new(self)?;
if parsed_request.url.https {
#[cfg(any(feature = "rustls", feature = "openssl", feature = "native-tls"))]
{
let is_head = parsed_request.config.method == Method::Head;
let response = Connection::new(parsed_request).send_https()?;
Response::create(response, is_head)
}
#[cfg(not(any(feature = "rustls", feature = "openssl", feature = "native-tls")))]
{
Err(Error::HttpsFeatureNotEnabled)
}
} else {
let is_head = parsed_request.config.method == Method::Head;
let response = Connection::new(parsed_request).send()?;
Response::create(response, is_head)
}
}
pub fn send_lazy(self) -> Result<ResponseLazy, Error> {
let parsed_request = ParsedRequest::new(self)?;
if parsed_request.url.https {
#[cfg(any(feature = "rustls", feature = "openssl", feature = "native-tls"))]
{
Connection::new(parsed_request).send_https()
}
#[cfg(not(any(feature = "rustls", feature = "openssl", feature = "native-tls")))]
{
Err(Error::HttpsFeatureNotEnabled)
}
} else {
Connection::new(parsed_request).send()
}
}
}
pub(crate) struct ParsedRequest {
pub(crate) url: HttpUrl,
pub(crate) redirects: Vec<HttpUrl>,
pub(crate) config: Request,
}
impl ParsedRequest {
#[allow(unused_mut)]
fn new(mut config: Request) -> Result<ParsedRequest, Error> {
let mut url = HttpUrl::parse(&config.url, None)?;
if !config.params.is_empty() {
if url.path_and_query.contains('?') {
url.path_and_query.push('&');
} else {
url.path_and_query.push('?');
}
url.path_and_query.push_str(&config.params);
}
#[cfg(feature = "proxy")]
if config.proxy.is_none() {
if url.https {
if let Ok(proxy) =
std::env::var("https_proxy").map_err(|_| std::env::var("HTTPS_PROXY"))
{
if let Ok(proxy) = Proxy::new(proxy) {
config.proxy = Some(proxy);
}
}
}
else if let Ok(proxy) = std::env::var("http_proxy") {
if let Ok(proxy) = Proxy::new(proxy) {
config.proxy = Some(proxy);
}
}
else if let Ok(proxy) =
std::env::var("all_proxy").map_err(|_| std::env::var("ALL_PROXY"))
{
if let Ok(proxy) = Proxy::new(proxy) {
config.proxy = Some(proxy);
}
}
}
Ok(ParsedRequest {
url,
redirects: Vec::new(),
config,
})
}
fn get_http_head(&self) -> String {
let mut http = String::with_capacity(32);
write!(
http,
"{} {} HTTP/1.1\r\nHost: {}",
self.config.method, self.url.path_and_query, self.url.host
)
.unwrap();
if let Port::Explicit(port) = self.url.port {
write!(http, ":{}", port).unwrap();
}
http += "\r\n";
for (k, v) in &self.config.headers {
write!(http, "{}: {}\r\n", k, v).unwrap();
}
if self.config.method == Method::Post
|| self.config.method == Method::Put
|| self.config.method == Method::Patch
{
let not_length = |key: &String| {
let key = key.to_lowercase();
key != "content-length" && key != "transfer-encoding"
};
if self.config.headers.keys().all(not_length) {
http += "Content-Length: 0\r\n";
}
}
http += "\r\n";
http
}
pub(crate) fn as_bytes(&self) -> Vec<u8> {
let mut head = self.get_http_head().into_bytes();
if let Some(body) = &self.config.body {
head.extend(body);
}
head
}
pub(crate) fn redirect_to(&mut self, url: &str) -> Result<(), Error> {
if url.contains("://") {
let mut url = HttpUrl::parse(url, Some(&self.url)).map_err(|_| {
Error::IoError(std::io::Error::new(
std::io::ErrorKind::Other,
"was redirected to an absolute url with an invalid protocol",
))
})?;
std::mem::swap(&mut url, &mut self.url);
self.redirects.push(url);
} else {
let mut absolute_url = String::new();
self.url.write_base_url_to(&mut absolute_url).unwrap();
absolute_url.push_str(url);
let mut url = HttpUrl::parse(&absolute_url, Some(&self.url))?;
std::mem::swap(&mut url, &mut self.url);
self.redirects.push(url);
}
if self.redirects.len() > self.config.max_redirects {
Err(Error::TooManyRedirections)
} else if self
.redirects
.iter()
.any(|redirect_url| redirect_url == &self.url)
{
Err(Error::InfiniteRedirectionLoop)
} else {
Ok(())
}
}
}
pub fn get<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Get, url)
}
pub fn head<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Head, url)
}
pub fn post<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Post, url)
}
pub fn put<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Put, url)
}
pub fn delete<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Delete, url)
}
pub fn connect<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Connect, url)
}
pub fn options<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Options, url)
}
pub fn trace<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Trace, url)
}
pub fn patch<T: Into<URL>>(url: T) -> Request {
Request::new(Method::Patch, url)
}
#[cfg(test)]
mod parsing_tests {
use std::collections::HashMap;
use super::{get, ParsedRequest};
#[test]
fn test_headers() {
let mut headers = HashMap::new();
headers.insert("foo".to_string(), "bar".to_string());
headers.insert("foo".to_string(), "baz".to_string());
let req = get("http://www.example.org/test/res").with_headers(headers.clone());
assert_eq!(req.headers, headers);
}
#[test]
fn test_multiple_params() {
let req = get("http://www.example.org/test/res")
.with_param("foo", "bar")
.with_param("asd", "qwe");
let req = ParsedRequest::new(req).unwrap();
assert_eq!(&req.url.path_and_query, "/test/res?foo=bar&asd=qwe");
}
#[test]
fn test_domain() {
let req = get("http://www.example.org/test/res").with_param("foo", "bar");
let req = ParsedRequest::new(req).unwrap();
assert_eq!(&req.url.host, "www.example.org");
}
#[test]
fn test_protocol() {
let req =
ParsedRequest::new(get("http://www.example.org/").with_param("foo", "bar")).unwrap();
assert!(!req.url.https);
let req =
ParsedRequest::new(get("https://www.example.org/").with_param("foo", "bar")).unwrap();
assert!(req.url.https);
}
}
#[cfg(all(test, feature = "urlencoding"))]
mod encoding_tests {
use super::{get, ParsedRequest};
#[test]
fn test_with_param() {
let req = get("http://www.example.org").with_param("foo", "bar");
let req = ParsedRequest::new(req).unwrap();
assert_eq!(&req.url.path_and_query, "/?foo=bar");
let req = get("http://www.example.org").with_param("ówò", "what's this? 👀");
let req = ParsedRequest::new(req).unwrap();
assert_eq!(
&req.url.path_and_query,
"/?%C3%B3w%C3%B2=what%27s%20this%3F%20%F0%9F%91%80"
);
}
#[test]
fn test_on_creation() {
let req = ParsedRequest::new(get("http://www.example.org/?foo=bar#baz")).unwrap();
assert_eq!(&req.url.path_and_query, "/?foo=bar");
let req = ParsedRequest::new(get("http://www.example.org/?ówò=what's this? 👀")).unwrap();
assert_eq!(
&req.url.path_and_query,
"/?%C3%B3w%C3%B2=what%27s%20this?%20%F0%9F%91%80"
);
}
}