use std::convert::{Infallible, TryFrom};
use std::fmt::Debug;
use std::net::SocketAddr;
use std::sync::Arc;
use async_h1::client;
use async_std::net::TcpStream;
use dashmap::DashMap;
use deadpool::managed::{Pool, Object};
use http_types::StatusCode;
cfg_if::cfg_if! {
if #[cfg(feature = "rustls")] {
use async_tls::client::TlsStream;
} else if #[cfg(feature = "native-tls")] {
use async_native_tls::TlsStream;
}
}
use crate::http_client::Config;
use super::{async_trait, Error, HttpClient, Request, Response};
mod tcp;
#[cfg(any(feature = "native-tls", feature = "rustls"))]
mod tls;
use tcp::{TcpConnWrapper, TcpConnection};
#[cfg(any(feature = "native-tls", feature = "rustls"))]
use tls::{TlsConnWrapper, TlsConnection};
type HttpPool = DashMap<SocketAddr, Pool<TcpStream, std::io::Error>>;
#[cfg(any(feature = "native-tls", feature = "rustls"))]
type HttpsPool = DashMap<SocketAddr, Pool<TlsStream<TcpStream>, Error>>;
pub struct H1Client {
http_pools: HttpPool,
#[cfg(any(feature = "native-tls", feature = "rustls"))]
https_pools: HttpsPool,
config: Arc<Config>,
}
impl Debug for H1Client {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
let https_pools = if cfg!(any(feature = "native-tls", feature = "rustls")) {
self.http_pools
.iter()
.map(|pool| {
let status = pool.status();
format!(
"Connections: {}, Available: {}, Max: {}",
status.size, status.available, status.max_size
)
})
.collect::<Vec<String>>()
} else {
vec![]
};
f.debug_struct("H1Client")
.field(
"http_pools",
&self
.http_pools
.iter()
.map(|pool| {
let status = pool.status();
format!(
"Connections: {}, Available: {}, Max: {}",
status.size, status.available, status.max_size
)
})
.collect::<Vec<String>>(),
)
.field("https_pools", &https_pools)
.field("config", &self.config)
.finish()
}
}
impl Default for H1Client {
fn default() -> Self {
Self::new()
}
}
impl H1Client {
pub fn new() -> Self {
Self {
http_pools: DashMap::new(),
#[cfg(any(feature = "native-tls", feature = "rustls"))]
https_pools: DashMap::new(),
config: Arc::new(Config::default()),
}
}
#[deprecated(
since = "6.5.0",
note = "This function is misnamed. Prefer `Config::max_connections_per_host` instead."
)]
pub fn with_max_connections(max: usize) -> Self {
#[cfg(features = "h1_client")]
assert!(max > 0, "max_connections_per_host with h1_client must be greater than zero or it will deadlock!");
let config = Config {
max_connections_per_host: max,
..Default::default()
};
Self {
http_pools: DashMap::new(),
#[cfg(any(feature = "native-tls", feature = "rustls"))]
https_pools: DashMap::new(),
config: Arc::new(config),
}
}
}
#[async_trait]
impl HttpClient for H1Client {
async fn send(&self, mut req: Request) -> Result<Response, Error> {
req.insert_header("Connection", "keep-alive");
#[cfg(any(feature = "native-tls", feature = "rustls"))]
let host = req
.url()
.host_str()
.ok_or_else(|| Error::from_str(StatusCode::BadRequest, "missing hostname"))?
.to_string();
let scheme = req.url().scheme();
if scheme != "http"
&& (scheme != "https" || cfg!(not(any(feature = "native-tls", feature = "rustls"))))
{
return Err(Error::from_str(
StatusCode::BadRequest,
format!("invalid url scheme '{}'", scheme),
));
}
let addrs = req.url().socket_addrs(|| match req.url().scheme() {
"http" => Some(80),
#[cfg(any(feature = "native-tls", feature = "rustls"))]
"https" => Some(443),
_ => None,
})?;
log::trace!("> Scheme: {}", scheme);
let max_addrs_idx = addrs.len() - 1;
for (idx, addr) in addrs.into_iter().enumerate() {
let has_another_addr = idx != max_addrs_idx;
if !self.config.http_keep_alive {
match scheme {
"http" => {
let stream = async_std::net::TcpStream::connect(addr).await?;
req.set_peer_addr(stream.peer_addr().ok());
req.set_local_addr(stream.local_addr().ok());
let tcp_conn = client::connect(stream, req);
return if let Some(timeout) = self.config.timeout {
async_std::future::timeout(timeout, tcp_conn).await?
} else {
tcp_conn.await
};
}
#[cfg(any(feature = "native-tls", feature = "rustls"))]
"https" => {
let raw_stream = async_std::net::TcpStream::connect(addr).await?;
req.set_peer_addr(raw_stream.peer_addr().ok());
req.set_local_addr(raw_stream.local_addr().ok());
let tls_stream = tls::add_tls(&host, raw_stream, &self.config).await?;
let tsl_conn = client::connect(tls_stream, req);
return if let Some(timeout) = self.config.timeout {
async_std::future::timeout(timeout, tsl_conn).await?
} else {
tsl_conn.await
};
}
_ => unreachable!(),
}
}
match scheme {
"http" => {
let pool_ref = if let Some(pool_ref) = self.http_pools.get(&addr) {
pool_ref
} else {
let manager = TcpConnection::new(addr, self.config.clone());
let pool = Pool::<TcpStream, std::io::Error>::new(
manager,
self.config.max_connections_per_host,
);
self.http_pools.insert(addr, pool);
self.http_pools.get(&addr).unwrap()
};
let pool = pool_ref.clone();
std::mem::drop(pool_ref);
let mut stream = match pool.get().await {
Ok(s) => s,
Err(_) if has_another_addr => continue,
Err(e) => return Err(Error::from_str(400, e.to_string())),
};
req.set_peer_addr(stream.peer_addr().ok());
req.set_local_addr(stream.local_addr().ok());
let static_stream: &'static mut deadpool::managed::Object<TcpStream, std::io::Error> = unsafe{std::mem::transmute(&mut stream)};
let tcp_conn = client::connect(TcpConnWrapper::new(static_stream), req);
return if let Some(timeout) = self.config.timeout {
match async_std::future::timeout(timeout, tcp_conn).await {
Ok(resp) => {
if resp.is_err() {
Object::take(stream);
log::info!("release stream, error {}", resp.as_ref().unwrap_err());
}
resp
}
Err(e) => {
Object::take(stream);
log::info!("connect timeout release stream");
Err(e.into())
}
}
} else {
let resp = tcp_conn.await;
if resp.is_err() {
Object::take(stream);
log::info!("release stream, error {}", resp.as_ref().unwrap_err());
}
resp
};
}
#[cfg(any(feature = "native-tls", feature = "rustls"))]
"https" => {
let pool_ref = if let Some(pool_ref) = self.https_pools.get(&addr) {
pool_ref
} else {
let manager = TlsConnection::new(host.clone(), addr, self.config.clone());
let pool = Pool::<TlsStream<TcpStream>, Error>::new(
manager,
self.config.max_connections_per_host,
);
self.https_pools.insert(addr, pool);
self.https_pools.get(&addr).unwrap()
};
let pool = pool_ref.clone();
std::mem::drop(pool_ref);
let mut stream = match pool.get().await {
Ok(s) => s,
Err(_) if has_another_addr => continue,
Err(e) => return Err(Error::from_str(400, e.to_string())),
};
req.set_peer_addr(stream.get_ref().peer_addr().ok());
req.set_local_addr(stream.get_ref().local_addr().ok());
let static_stream: &'static mut deadpool::managed::Object<TlsStream<TcpStream>, Error> = unsafe{std::mem::transmute(&mut stream)};
let tls_conn = client::connect(TlsConnWrapper::new(static_stream), req);
return if let Some(timeout) = self.config.timeout {
match async_std::future::timeout(timeout, tls_conn).await {
Ok(resp) => {
if resp.is_err() {
Object::take(stream);
log::info!("release stream, error {}", resp.as_ref().unwrap_err());
}
resp
},
Err(e) => {
Object::take(stream);
log::info!("connect timeout release stream");
Err(e.into())
}
}
} else {
let resp = tls_conn.await;
if resp.is_err() {
Object::take(stream);
log::info!("release stream, error {}", resp.as_ref().unwrap_err());
}
resp
};
}
_ => unreachable!(),
}
}
Err(Error::from_str(
StatusCode::BadRequest,
"missing valid address",
))
}
fn set_config(&mut self, config: Config) -> http_types::Result<()> {
#[cfg(features = "h1_client")]
assert!(config.max_connections_per_host > 0, "max_connections_per_host with h1_client must be greater than zero or it will deadlock!");
self.config = Arc::new(config);
Ok(())
}
fn config(&self) -> &Config {
&*self.config
}
}
impl TryFrom<Config> for H1Client {
type Error = Infallible;
fn try_from(config: Config) -> Result<Self, Self::Error> {
#[cfg(features = "h1_client")]
assert!(config.max_connections_per_host > 0, "max_connections_per_host with h1_client must be greater than zero or it will deadlock!");
Ok(Self {
http_pools: DashMap::new(),
#[cfg(any(feature = "native-tls", feature = "rustls"))]
https_pools: DashMap::new(),
config: Arc::new(config),
})
}
}
#[cfg(test)]
mod tests {
use super::*;
use async_std::prelude::*;
use async_std::task;
use http_types::url::Url;
use http_types::Result;
use std::time::Duration;
fn build_test_request(url: Url) -> Request {
let mut req = Request::new(http_types::Method::Post, url);
req.set_body("hello");
req.append_header("test", "value");
req
}
#[async_std::test]
async fn basic_functionality() -> Result<()> {
let port = portpicker::pick_unused_port().unwrap();
let mut app = tide::new();
app.at("/").all(|mut r: tide::Request<()>| async move {
let mut response = tide::Response::new(http_types::StatusCode::Ok);
response.set_body(r.body_bytes().await.unwrap());
Ok(response)
});
let server = task::spawn(async move {
app.listen(("localhost", port)).await?;
Result::Ok(())
});
let client = task::spawn(async move {
task::sleep(Duration::from_millis(100)).await;
let request =
build_test_request(Url::parse(&format!("http://localhost:{}/", port)).unwrap());
let mut response: Response = H1Client::new().send(request).await?;
assert_eq!(response.body_string().await.unwrap(), "hello");
Ok(())
});
server.race(client).await?;
Ok(())
}
#[async_std::test]
async fn https_functionality() -> Result<()> {
task::sleep(Duration::from_millis(100)).await;
let request = build_test_request(Url::parse("https://httpbin.org/post").unwrap());
let mut response: Response = H1Client::new().send(request).await?;
let json_val: serde_json::value::Value =
serde_json::from_str(&response.body_string().await.unwrap())?;
assert_eq!(*json_val.get("data").unwrap(), serde_json::json!("hello"));
Ok(())
}
}