http_stat/

http_request.rs

// Copyright 2025 Tree xie.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

// This file implements HTTP request functionality with support for HTTP/1.1, HTTP/2, and HTTP/3
// It includes features like DNS resolution, TLS handshake, and request/response handling

use super::error::{Error, Result};
use super::stats::{HttpStat, ALPN_HTTP1, ALPN_HTTP2};
use bytes::Bytes;
use http::request::Builder;
use http::HeaderValue;
use http::Request;
use http::Uri;
use http::{HeaderMap, Method};
use http_body_util::Full;
use rustls::client::{ClientSessionMemoryCache, ClientSessionStore};
use std::net::IpAddr;
use std::str::FromStr;
use std::sync::Arc;
use std::time::Duration;
use std::time::Instant;

// Version information from Cargo.toml
const VERSION: &str = env!("CARGO_PKG_VERSION");

// Handle request error and update statistics
pub(crate) fn finish_with_error(
    mut stat: HttpStat,
    error: impl ToString,
    start: Instant,
) -> HttpStat {
    stat.error = Some(error.to_string());
    stat.total = Some(start.elapsed());
    stat
}

/// A single `--connect-to HOST1:PORT1:HOST2:PORT2` entry.
///
/// When the request target matches `(src_host, src_port)`, the TCP connection is
/// established to `(dst_host, dst_port)`. TLS SNI and the HTTP `Host` header still
/// use the original hostname — only the actual TCP destination changes.
///
/// Empty `src_host` / `src_port` act as wildcards. Empty `dst_host` / absent `dst_port`
/// keep the original value.
#[derive(Debug, Clone)]
pub struct ConnectTo {
    src_host: String,
    src_port: Option<u16>,
    pub dst_host: String,
    pub dst_port: Option<u16>,
}

fn parse_host_segment(s: &str) -> (String, &str) {
    if let Some(rest) = s.strip_prefix('[') {
        // IPv6 bracketed: [addr]...
        if let Some(end) = rest.find(']') {
            return (rest[..end].to_string(), &rest[end + 1..]);
        }
    }
    // Plain host: take up to first ':'
    let colon = s.find(':').unwrap_or(s.len());
    (s[..colon].to_string(), &s[colon..])
}

impl ConnectTo {
    /// Parse `HOST1:PORT1:HOST2:PORT2`. Any field may be empty; IPv6 uses `[addr]`.
    pub fn parse(s: &str) -> Option<Self> {
        let (src_host, rest) = parse_host_segment(s);
        let rest = rest.strip_prefix(':')?; // require separator after HOST1

        // PORT1 up to next ':'
        let colon = rest.find(':')?;
        let src_port = if rest[..colon].is_empty() {
            None
        } else {
            Some(rest[..colon].parse().ok()?)
        };
        let rest = &rest[colon + 1..];

        // HOST2
        let (dst_host, rest) = parse_host_segment(rest);

        // Optional ':PORT2'
        let port2_str = rest.strip_prefix(':').unwrap_or(rest);
        let dst_port = if port2_str.is_empty() {
            None
        } else {
            Some(port2_str.parse().ok()?)
        };

        Some(ConnectTo {
            src_host,
            src_port,
            dst_host,
            dst_port,
        })
    }

    /// Returns `true` if this entry applies to the given `(host, port)`.
    pub fn matches(&self, host: &str, port: u16) -> bool {
        let host_ok = self.src_host.is_empty() || self.src_host.eq_ignore_ascii_case(host);
        let port_ok = self.src_port.is_none() || self.src_port == Some(port);
        host_ok && port_ok
    }
}

// HttpRequest struct to hold request configuration
#[derive(Default, Debug, Clone)]
pub struct HttpRequest {
    pub uri: Uri,                                // Target URI
    pub method: Option<String>,                  // HTTP method (GET, POST, etc.)
    pub alpn_protocols: Vec<String>,             // Supported ALPN protocols
    pub resolve: Option<IpAddr>,                 // Custom DNS resolution
    pub headers: Option<HeaderMap<HeaderValue>>, // Custom HTTP headers
    pub ip_version: Option<i32>,                 // IP version (4 for IPv4, 6 for IPv6)
    pub skip_verify: bool,                       // Skip TLS certificate verification
    pub body: Option<Bytes>,                     // Request body
    pub dns_servers: Option<Vec<String>>,        // DNS servers
    pub dns_timeout: Option<Duration>,           // DNS resolution timeout
    pub tcp_timeout: Option<Duration>,           // TCP connection timeout
    pub tls_timeout: Option<Duration>,           // TLS handshake timeout
    pub request_timeout: Option<Duration>,       // HTTP request timeout
    pub quic_timeout: Option<Duration>,          // QUIC connection timeout
    pub client_cert: Option<Vec<u8>>,            // PEM-encoded client certificate (mTLS)
    pub client_key: Option<Vec<u8>>,             // PEM-encoded client private key (mTLS)
    pub proxy: Option<String>,                   // Proxy URL (http://, https://, socks5://)
    pub use_absolute_uri: bool,                  // Send absolute URI (HTTP forward proxy)
    pub connect_to: Vec<String>,                 // --connect-to HOST1:PORT1:HOST2:PORT2 overrides
    pub bind_addr: Option<IpAddr>,               // Local source IP to bind before connecting
    /// Maximum response body bytes to buffer. The whole body is held in
    /// memory, so an unbounded response could otherwise OOM the process;
    /// when the limit is exceeded the transfer aborts with an error.
    /// `None` = unlimited (the CLI applies its own default cap).
    pub max_body_size: Option<usize>,
    /// Optional shared TLS session store. When set, the rustls `ClientConfig`
    /// is wired with `Resumption::store(...)` and `enable_early_data = true`,
    /// so subsequent requests sharing this store can perform a resumed
    /// handshake and attempt 0-RTT. Intended for the `-n` benchmark loop:
    /// install one cache before the loop and clone it onto every request.
    pub tls_session_store: Option<Arc<dyn ClientSessionStore>>,
}

impl HttpRequest {
    pub fn get_port(&self) -> u16 {
        let scheme = self.uri.scheme_str().unwrap_or("");
        let default_port = if matches!(scheme, "https" | "grpcs") {
            443
        } else {
            80
        };
        self.uri.port_u16().unwrap_or(default_port)
    }
    // Build HTTP request with proper headers
    pub fn builder(&self, is_http1: bool) -> Builder {
        let uri = &self.uri;
        let method = if let Some(method) = &self.method {
            Method::from_str(method).unwrap_or(Method::GET)
        } else {
            Method::GET
        };
        let mut builder = if is_http1 && !self.use_absolute_uri {
            if let Some(value) = uri.path_and_query() {
                Request::builder().uri(value.to_string())
            } else {
                Request::builder().uri(uri)
            }
        } else {
            Request::builder().uri(uri)
        };
        builder = builder.method(method);
        let mut set_host = false;
        let mut set_user_agent = false;

        // Add custom headers if provided
        if let Some(headers) = &self.headers {
            for (key, value) in headers.iter() {
                builder = builder.header(key, value);
                // HeaderName::as_str() is always canonical lower-case, so no
                // allocation or explicit lowercasing is needed here.
                match key.as_str() {
                    "host" => set_host = true,
                    "user-agent" => set_user_agent = true,
                    _ => {}
                }
            }
        }

        // Set default Host header if not provided
        if !set_host {
            if let Some(host) = uri.host() {
                let port = self.get_port();
                if port != 80 && port != 443 {
                    builder = builder.header("Host", format!("{host}:{port}"));
                } else {
                    builder = builder.header("Host", host);
                }
            }
        }

        // Set default User-Agent if not provided
        if !set_user_agent {
            builder = builder.header("User-Agent", format!("httpstat.rs/{VERSION}"));
        }
        builder
    }
}

/// Create an in-memory TLS session store suitable for sharing across multiple
/// requests (e.g. across a benchmark `-n` loop). Pass the returned `Arc` into
/// `HttpRequest::tls_session_store` on every request that should be able to
/// resume a previous TLS session.
pub fn new_tls_session_store(capacity: usize) -> Arc<dyn ClientSessionStore> {
    Arc::new(ClientSessionMemoryCache::new(capacity))
}

// Convert string URL to HttpRequest
impl TryFrom<&str> for HttpRequest {
    type Error = Error;

    fn try_from(url: &str) -> Result<Self> {
        let prefixes = ["http://", "https://", "grpc://", "grpcs://"];

        let value = if prefixes.iter().any(|prefix| url.starts_with(prefix)) {
            url.to_string()
        } else {
            format!("http://{url}")
        };
        let uri = value.parse::<Uri>().map_err(|e| Error::Uri { source: e })?;
        Ok(Self {
            uri,
            alpn_protocols: vec![ALPN_HTTP2.to_string(), ALPN_HTTP1.to_string()],
            ..Default::default()
        })
    }
}

// Convert HttpRequest to hyper Request
impl TryFrom<&HttpRequest> for Request<Full<Bytes>> {
    type Error = Error;
    fn try_from(req: &HttpRequest) -> Result<Self> {
        req.builder(true)
            .body(Full::new(req.body.clone().unwrap_or_default()))
            .map_err(|e| Error::Http { source: e })
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    // ---- parse_host_segment ----
    #[test]
    fn parse_host_segment_plain_and_bracketed() {
        assert_eq!(parse_host_segment("host:443"), ("host".to_string(), ":443"));
        assert_eq!(parse_host_segment("[::1]:443"), ("::1".to_string(), ":443"));
        assert_eq!(parse_host_segment("host"), ("host".to_string(), ""));
    }

    // ---- ConnectTo::parse / matches ----
    #[test]
    fn connect_to_full_entry() {
        let c = ConnectTo::parse("example.com:443:1.2.3.4:8443").unwrap();
        assert_eq!(c.dst_host, "1.2.3.4");
        assert_eq!(c.dst_port, Some(8443));
        assert!(c.matches("example.com", 443));
        assert!(c.matches("EXAMPLE.COM", 443)); // host match is case-insensitive
        assert!(!c.matches("other.com", 443));
        assert!(!c.matches("example.com", 80));
    }

    #[test]
    fn connect_to_wildcards() {
        // empty source host → matches any host on that port
        let any_host = ConnectTo::parse(":443:1.2.3.4:8443").unwrap();
        assert!(any_host.matches("whatever.com", 443));
        assert!(!any_host.matches("whatever.com", 80));

        // empty source port → matches that host on any port
        let any_port = ConnectTo::parse("example.com::1.2.3.4:8443").unwrap();
        assert!(any_port.matches("example.com", 1));
        assert!(any_port.matches("example.com", 65535));
        assert!(!any_port.matches("other.com", 443));
    }

    #[test]
    fn connect_to_ipv6_and_optional_dst_port() {
        let dst6 = ConnectTo::parse("example.com:443:[2001:db8::1]:8443").unwrap();
        assert_eq!(dst6.dst_host, "2001:db8::1");
        assert_eq!(dst6.dst_port, Some(8443));

        let src6 = ConnectTo::parse("[2001:db8::1]:443:1.2.3.4:8443").unwrap();
        assert!(src6.matches("2001:db8::1", 443));

        // omitted destination port → None (keep the original)
        let no_dst_port = ConnectTo::parse("example.com:443:1.2.3.4").unwrap();
        assert_eq!(no_dst_port.dst_host, "1.2.3.4");
        assert_eq!(no_dst_port.dst_port, None);
    }

    #[test]
    fn connect_to_rejects_malformed() {
        assert!(ConnectTo::parse("example.com").is_none()); // no ':' after host
        assert!(ConnectTo::parse("example.com:443").is_none()); // missing destination
        assert!(ConnectTo::parse("example.com:notaport:1.2.3.4:8443").is_none());
        // bad src port
    }

    // ---- HttpRequest::try_from ----
    #[test]
    fn try_from_adds_scheme_and_default_alpn() {
        let req = HttpRequest::try_from("example.com").unwrap();
        assert_eq!(req.uri.scheme_str(), Some("http"));
        assert_eq!(
            req.alpn_protocols,
            vec![ALPN_HTTP2.to_string(), ALPN_HTTP1.to_string()]
        );

        assert_eq!(
            HttpRequest::try_from("https://example.com/path")
                .unwrap()
                .uri
                .scheme_str(),
            Some("https")
        );
        assert_eq!(
            HttpRequest::try_from("grpc://svc:50051")
                .unwrap()
                .uri
                .scheme_str(),
            Some("grpc")
        );
    }

    // ---- get_port ----
    #[test]
    fn get_port_defaults_by_scheme() {
        assert_eq!(HttpRequest::try_from("http://x").unwrap().get_port(), 80);
        assert_eq!(HttpRequest::try_from("https://x").unwrap().get_port(), 443);
        assert_eq!(HttpRequest::try_from("grpcs://x").unwrap().get_port(), 443);
        assert_eq!(
            HttpRequest::try_from("http://x:8080").unwrap().get_port(),
            8080
        );
    }

    // ---- builder ----
    #[test]
    fn builder_sets_default_host_and_user_agent() {
        let req = HttpRequest::try_from("http://example.com/path").unwrap();
        let r = req.builder(true).body(()).unwrap();
        assert_eq!(r.headers().get("host").unwrap(), "example.com");
        assert!(r
            .headers()
            .get("user-agent")
            .unwrap()
            .to_str()
            .unwrap()
            .starts_with("httpstat.rs/"));
    }

    #[test]
    fn builder_includes_nondefault_port_in_host() {
        let req = HttpRequest::try_from("http://example.com:8080/").unwrap();
        let r = req.builder(true).body(()).unwrap();
        assert_eq!(r.headers().get("host").unwrap(), "example.com:8080");
    }

    #[test]
    fn builder_respects_custom_host_header() {
        let mut req = HttpRequest::try_from("http://example.com/").unwrap();
        let mut hm = HeaderMap::new();
        hm.insert(http::header::HOST, HeaderValue::from_static("custom.test"));
        req.headers = Some(hm);
        let r = req.builder(true).body(()).unwrap();
        assert_eq!(r.headers().get("host").unwrap(), "custom.test");
    }
}