use std::collections::HashMap;
use std::net::{IpAddr, SocketAddr};
use std::sync::Arc;
use std::time::{Duration, Instant};
use futures::StreamExt;
use once_cell::sync::Lazy;
use reqwest::Client;
use serde::Deserialize;
use tokio::sync::{Notify, RwLock};
use tracing::{debug, info, instrument, warn};
use super::bootstrap::{
ipv4_matches_prefix, ipv6_matches_prefix, parse_asn_range, validate_bootstrap_url,
};
use super::types::RdapResponse;
use crate::error::{Result, SeerError};
use crate::retry::{NetworkRetryClassifier, RetryClassifier, RetryExecutor, RetryPolicy};
use crate::validation::{describe_reserved_ip, normalize_domain};
const IANA_BOOTSTRAP_DNS: &str = "https://data.iana.org/rdap/dns.json";
const IANA_BOOTSTRAP_IPV4: &str = "https://data.iana.org/rdap/ipv4.json";
const IANA_BOOTSTRAP_IPV6: &str = "https://data.iana.org/rdap/ipv6.json";
const IANA_BOOTSTRAP_ASN: &str = "https://data.iana.org/rdap/asn.json";
const DEFAULT_TIMEOUT: Duration = Duration::from_secs(15);
const CONNECT_TIMEOUT: Duration = Duration::from_secs(5);
const BOOTSTRAP_TTL: Duration = Duration::from_secs(24 * 60 * 60);
const BOOTSTRAP_REFRESH_MIN_INTERVAL: Duration = Duration::from_secs(60);
static RDAP_HTTP_CLIENT: Lazy<Option<Client>> = Lazy::new(|| {
Client::builder()
.timeout(DEFAULT_TIMEOUT)
.connect_timeout(CONNECT_TIMEOUT)
.user_agent("Seer/1.0 (RDAP Client)")
.pool_max_idle_per_host(10)
.redirect(reqwest::redirect::Policy::none())
.build()
.ok()
});
fn rdap_http_client() -> Result<&'static Client> {
RDAP_HTTP_CLIENT
.as_ref()
.ok_or_else(|| SeerError::HttpError("failed to initialize HTTP client".into()))
}
static BOOTSTRAP_CACHE: Lazy<RwLock<Option<CachedBootstrap>>> = Lazy::new(|| RwLock::new(None));
static BOOTSTRAP_LAST_ATTEMPT: Lazy<RwLock<Option<Instant>>> = Lazy::new(|| RwLock::new(None));
static BOOTSTRAP_LOAD_NOTIFY: Lazy<Notify> = Lazy::new(Notify::new);
struct CachedBootstrap {
data: BootstrapData,
loaded_at: Instant,
}
impl CachedBootstrap {
fn new(data: BootstrapData) -> Self {
Self {
data,
loaded_at: Instant::now(),
}
}
fn is_expired(&self) -> bool {
self.loaded_at.elapsed() > BOOTSTRAP_TTL
}
fn age(&self) -> Duration {
self.loaded_at.elapsed()
}
}
struct BootstrapData {
dns: HashMap<String, Arc<Vec<url::Url>>>,
ipv4: Vec<(IpRange, Arc<Vec<url::Url>>)>,
ipv6: Vec<(IpRange, Arc<Vec<url::Url>>)>,
asn: Vec<(AsnRange, Arc<Vec<url::Url>>)>,
}
#[derive(Clone)]
struct IpRange {
prefix: String,
}
#[derive(Clone)]
struct AsnRange {
start: u32,
end: u32,
}
#[derive(Deserialize)]
struct BootstrapResponse {
services: Vec<Vec<serde_json::Value>>,
}
async fn wait_for_in_flight_load(
notified: std::pin::Pin<&mut tokio::sync::futures::Notified<'_>>,
) -> Result<()> {
let _ = tokio::time::timeout(DEFAULT_TIMEOUT, notified).await;
let cache = BOOTSTRAP_CACHE.read().await;
if cache.is_some() {
Ok(())
} else {
Err(SeerError::RdapBootstrapError(
"bootstrap refresh throttled and no cache available".to_string(),
))
}
}
#[derive(Debug, Clone)]
pub struct RdapClient {
retry_policy: RetryPolicy,
allow_reserved: bool,
}
impl Default for RdapClient {
fn default() -> Self {
Self::new()
}
}
impl RdapClient {
pub fn new() -> Self {
Self {
retry_policy: RetryPolicy::new()
.with_max_attempts(3)
.with_initial_delay(Duration::from_millis(500))
.with_max_delay(Duration::from_secs(5)),
allow_reserved: false,
}
}
#[cfg(test)]
pub(crate) fn allowing_reserved_for_tests(mut self) -> Self {
self.allow_reserved = true;
self
}
pub fn with_retry_policy(mut self, policy: RetryPolicy) -> Self {
self.retry_policy = policy;
self
}
pub fn without_retries(mut self) -> Self {
self.retry_policy = RetryPolicy::no_retry();
self
}
async fn ensure_bootstrap(&self) -> Result<()> {
{
let cache = BOOTSTRAP_CACHE.read().await;
if let Some(cached) = cache.as_ref() {
if !cached.is_expired() {
return Ok(());
}
}
}
let notified = BOOTSTRAP_LOAD_NOTIFY.notified();
tokio::pin!(notified);
{
let last = BOOTSTRAP_LAST_ATTEMPT.read().await;
if let Some(ts) = *last {
if ts.elapsed() < BOOTSTRAP_REFRESH_MIN_INTERVAL {
let cache = BOOTSTRAP_CACHE.read().await;
if cache.is_some() {
return Ok(());
}
drop(cache);
drop(last);
return wait_for_in_flight_load(notified).await;
}
}
}
{
let mut last = BOOTSTRAP_LAST_ATTEMPT.write().await;
if let Some(ts) = *last {
if ts.elapsed() < BOOTSTRAP_REFRESH_MIN_INTERVAL {
drop(last);
let cache = BOOTSTRAP_CACHE.read().await;
if cache.is_some() {
return Ok(());
}
drop(cache);
return wait_for_in_flight_load(notified).await;
}
}
*last = Some(Instant::now());
}
debug!("Loading/refreshing RDAP bootstrap data");
let load_result = load_bootstrap_data_with_retry(&self.retry_policy).await;
let outcome = match load_result {
Ok(data) => {
let mut cache = BOOTSTRAP_CACHE.write().await;
let should_store = cache.as_ref().map(|c| c.is_expired()).unwrap_or(true);
if should_store {
*cache = Some(CachedBootstrap::new(data));
}
Ok(())
}
Err(e) => {
let cache = BOOTSTRAP_CACHE.read().await;
if let Some(cached) = cache.as_ref() {
debug!(
error = %e,
age_hours = cached.age().as_secs() / 3600,
"Bootstrap refresh failed, using stale data"
);
Ok(())
} else {
Err(e)
}
}
};
BOOTSTRAP_LOAD_NOTIFY.notify_waiters();
outcome
}
fn get_rdap_urls_for_domain(cache: &BootstrapData, domain: &str) -> Option<Arc<Vec<url::Url>>> {
let tld = domain.rsplit('.').next()?;
cache.dns.get(&tld.to_lowercase()).cloned()
}
fn get_rdap_urls_for_ip(cache: &BootstrapData, ip: &IpAddr) -> Option<Arc<Vec<url::Url>>> {
match ip {
IpAddr::V4(addr) => {
for (range, urls) in &cache.ipv4 {
if ipv4_matches_prefix(&range.prefix, addr) {
return Some(Arc::clone(urls));
}
}
}
IpAddr::V6(addr) => {
for (range, urls) in &cache.ipv6 {
if ipv6_matches_prefix(&range.prefix, addr) {
return Some(Arc::clone(urls));
}
}
}
}
None
}
fn get_rdap_urls_for_asn(cache: &BootstrapData, asn: u32) -> Option<Arc<Vec<url::Url>>> {
for (range, urls) in &cache.asn {
if asn >= range.start && asn <= range.end {
return Some(Arc::clone(urls));
}
}
None
}
#[instrument(skip(self), fields(domain = %domain))]
pub async fn lookup_domain(&self, domain: &str) -> Result<RdapResponse> {
self.ensure_bootstrap().await?;
let domain = normalize_domain(domain)?;
let urls = {
let cache_guard = BOOTSTRAP_CACHE.read().await;
let cache = cache_guard.as_ref().ok_or_else(|| {
SeerError::RdapBootstrapError("bootstrap data not loaded".to_string())
})?;
let bases = Self::get_rdap_urls_for_domain(&cache.data, &domain).ok_or_else(|| {
SeerError::RdapBootstrapError(format!("no RDAP server for {}", domain))
})?;
build_rdap_urls(&bases, &format!("domain/{}", domain))
};
self.query_rdap_urls(&urls).await
}
#[instrument(skip(self), fields(ip = %ip))]
pub async fn lookup_ip(&self, ip: &str) -> Result<RdapResponse> {
self.ensure_bootstrap().await?;
let ip_addr: IpAddr = ip
.parse()
.map_err(|_| SeerError::InvalidIpAddress(ip.to_string()))?;
let urls = {
let cache_guard = BOOTSTRAP_CACHE.read().await;
let cache = cache_guard.as_ref().ok_or_else(|| {
SeerError::RdapBootstrapError("bootstrap data not loaded".to_string())
})?;
let bases = Self::get_rdap_urls_for_ip(&cache.data, &ip_addr).ok_or_else(|| {
SeerError::RdapBootstrapError(format!("no RDAP server for {}", ip))
})?;
build_rdap_urls(&bases, &format!("ip/{}", ip))
};
self.query_rdap_urls(&urls).await
}
#[instrument(skip(self), fields(asn = %asn))]
pub async fn lookup_asn(&self, asn: u32) -> Result<RdapResponse> {
self.ensure_bootstrap().await?;
let urls = {
let cache_guard = BOOTSTRAP_CACHE.read().await;
let cache = cache_guard.as_ref().ok_or_else(|| {
SeerError::RdapBootstrapError("bootstrap data not loaded".to_string())
})?;
let bases = Self::get_rdap_urls_for_asn(&cache.data, asn).ok_or_else(|| {
SeerError::RdapBootstrapError(format!("no RDAP server for AS{}", asn))
})?;
build_rdap_urls(&bases, &format!("autnum/{}", asn))
};
self.query_rdap_urls(&urls).await
}
#[instrument(skip(self), fields(tld = %tld))]
pub async fn get_rdap_base_url_for_tld(&self, tld: &str) -> Option<String> {
if self.ensure_bootstrap().await.is_err() {
return None;
}
let cache_guard = BOOTSTRAP_CACHE.read().await;
let cache = cache_guard.as_ref()?;
cache
.data
.dns
.get(&tld.to_lowercase())
.and_then(|urls| urls.first())
.map(|u| u.to_string())
}
async fn query_rdap_urls(&self, urls: &[url::Url]) -> Result<RdapResponse> {
if urls.is_empty() {
return Err(SeerError::RdapError(
"no candidate RDAP URLs available".to_string(),
));
}
let mut last_error: Option<SeerError> = None;
for (idx, url) in urls.iter().enumerate() {
let url_str = url.as_str().to_string();
debug!(url = %url_str, candidate = idx + 1, total = urls.len(), "Querying RDAP");
match self.query_rdap_with_retry(&url_str).await {
Ok(resp) => return Ok(resp),
Err(e) => {
if urls.len() > 1 {
debug!(
url = %url_str,
error = %e,
candidate = idx + 1,
total = urls.len(),
"RDAP candidate failed, trying next",
);
}
last_error = Some(e);
}
}
}
Err(wrap_all_candidates_failed(last_error, urls.len()))
}
async fn query_rdap_with_retry(&self, url: &str) -> Result<RdapResponse> {
let classifier = NetworkRetryClassifier::new();
let mut attempt = 0;
loop {
match query_rdap_attempt(url, self.allow_reserved).await {
Ok(resp) => return Ok(resp),
Err((err, retry_after)) => {
let attempts_remaining =
self.retry_policy.max_attempts.saturating_sub(attempt + 1);
if !classifier.is_retryable(&err) || attempts_remaining == 0 {
return Err(if attempt > 0 {
SeerError::RetryExhausted {
attempts: attempt + 1,
last_error: Box::new(err),
}
} else {
err
});
}
let backoff = self.retry_policy.delay_for_attempt(attempt);
let delay = effective_retry_delay(backoff, retry_after);
debug!(
url = %url,
attempt = attempt + 1,
max_attempts = self.retry_policy.max_attempts,
delay_ms = delay.as_millis(),
error = %err,
"Retrying RDAP after transient error"
);
tokio::time::sleep(delay).await;
attempt += 1;
}
}
}
}
}
const MAX_RDAP_RESPONSE_SIZE: usize = 10 * 1024 * 1024;
const MAX_RETRY_AFTER: Duration = Duration::from_secs(5);
async fn validate_url_not_reserved(url: &str) -> Result<Vec<SocketAddr>> {
let parsed = url::Url::parse(url)
.map_err(|e| SeerError::RdapError(format!("invalid URL '{}': {}", url, e)))?;
let host = parsed
.host_str()
.ok_or_else(|| SeerError::RdapError(format!("URL '{}' has no host", url)))?;
let port = parsed.port_or_known_default().unwrap_or(443);
if let Ok(ip) = host.parse::<IpAddr>() {
if let Some(reason) = describe_reserved_ip(&ip) {
return Err(SeerError::RdapError(format!(
"RDAP URL resolves to reserved IP {}: {} — request blocked (SSRF protection)",
ip, reason
)));
}
return Ok(vec![SocketAddr::new(ip, port)]);
}
let addr = format!("{}:{}", host, port);
let socket_addrs: Vec<SocketAddr> = tokio::net::lookup_host(&addr)
.await
.map_err(|e| SeerError::RdapError(format!("failed to resolve host '{}': {}", host, e)))?
.collect();
if socket_addrs.is_empty() {
return Err(SeerError::RdapError(format!(
"host '{}' resolved to no addresses",
host
)));
}
for socket_addr in &socket_addrs {
if let Some(reason) = describe_reserved_ip(&socket_addr.ip()) {
return Err(SeerError::RdapError(format!(
"RDAP URL resolves to reserved IP {}: {} — request blocked (SSRF protection)",
socket_addr.ip(),
reason
)));
}
}
Ok(socket_addrs)
}
fn parse_retry_after(value: &str) -> Option<Duration> {
value.trim().parse::<u64>().ok().map(Duration::from_secs)
}
fn effective_retry_delay(backoff: Duration, retry_after: Option<Duration>) -> Duration {
match retry_after {
Some(hint) => hint.min(MAX_RETRY_AFTER),
None => backoff,
}
}
async fn send_rdap_request(url: &str, allow_reserved: bool) -> Result<reqwest::Response> {
if allow_reserved {
let client = Client::builder()
.timeout(DEFAULT_TIMEOUT)
.connect_timeout(CONNECT_TIMEOUT)
.user_agent("Seer/1.0 (RDAP Client)")
.redirect(reqwest::redirect::Policy::none())
.build()
.map_err(|e| SeerError::RdapError(format!("failed to build HTTP client: {}", e)))?;
return client
.get(url)
.header("Accept", "application/rdap+json")
.send()
.await
.map_err(Into::into);
}
let resolved = validate_url_not_reserved(url).await?;
let parsed = url::Url::parse(url)
.map_err(|e| SeerError::RdapError(format!("invalid URL '{}': {}", url, e)))?;
let host = parsed
.host_str()
.ok_or_else(|| SeerError::RdapError(format!("URL '{}' has no host", url)))?;
let client = Client::builder()
.timeout(DEFAULT_TIMEOUT)
.connect_timeout(CONNECT_TIMEOUT)
.user_agent("Seer/1.0 (RDAP Client)")
.resolve_to_addrs(host, &resolved)
.redirect(reqwest::redirect::Policy::none())
.build()
.map_err(|e| SeerError::RdapError(format!("failed to build HTTP client: {}", e)))?;
client
.get(url)
.header("Accept", "application/rdap+json")
.send()
.await
.map_err(Into::into)
}
async fn read_and_parse_rdap_body(response: reqwest::Response, url: &str) -> Result<RdapResponse> {
let mut body = Vec::new();
let mut stream = response.bytes_stream();
let streamed = tokio::time::timeout(DEFAULT_TIMEOUT, async {
while let Some(chunk) = stream.next().await {
let chunk = chunk
.map_err(|e| SeerError::RdapError(format!("failed to read response: {}", e)))?;
body.extend_from_slice(&chunk);
if body.len() > MAX_RDAP_RESPONSE_SIZE {
return Err(SeerError::RdapError(format!(
"RDAP response exceeds {} byte limit",
MAX_RDAP_RESPONSE_SIZE
)));
}
}
Ok::<(), SeerError>(())
})
.await;
match streamed {
Ok(Ok(())) => {}
Ok(Err(e)) => return Err(e),
Err(_) => {
return Err(SeerError::Timeout(format!(
"timed out reading RDAP response body from {} after {:?}",
url, DEFAULT_TIMEOUT
)));
}
}
let rdap: RdapResponse = serde_json::from_slice(&body)?;
rdap.validate()?;
Ok(rdap)
}
async fn query_rdap_attempt(
url: &str,
allow_reserved: bool,
) -> std::result::Result<RdapResponse, (SeerError, Option<Duration>)> {
let response = send_rdap_request(url, allow_reserved)
.await
.map_err(|e| (e, None))?;
if !response.status().is_success() {
let status = response.status();
let retry_after = if status.as_u16() == 429 {
response
.headers()
.get(reqwest::header::RETRY_AFTER)
.and_then(|v| v.to_str().ok())
.and_then(parse_retry_after)
} else {
None
};
return Err((
SeerError::RdapError(format!("query failed with status {}", status)),
retry_after,
));
}
read_and_parse_rdap_body(response, url)
.await
.map_err(|e| (e, None))
}
async fn load_bootstrap_data_with_retry(policy: &RetryPolicy) -> Result<BootstrapData> {
let executor = RetryExecutor::new(policy.clone());
executor.execute(load_bootstrap_data).await
}
async fn load_bootstrap_data() -> Result<BootstrapData> {
debug!("Loading RDAP bootstrap data from IANA");
let http = rdap_http_client()?;
let dns_future = http.get(IANA_BOOTSTRAP_DNS).send();
let ipv4_future = http.get(IANA_BOOTSTRAP_IPV4).send();
let ipv6_future = http.get(IANA_BOOTSTRAP_IPV6).send();
let asn_future = http.get(IANA_BOOTSTRAP_ASN).send();
let (dns_resp, ipv4_resp, ipv6_resp, asn_resp) =
tokio::join!(dns_future, ipv4_future, ipv6_future, asn_future);
const MAX_BOOTSTRAP_SIZE: usize = 10 * 1024 * 1024;
async fn read_bootstrap(resp: reqwest::Response) -> Result<BootstrapResponse> {
let mut body = Vec::new();
let mut stream = resp.bytes_stream();
let streamed = tokio::time::timeout(DEFAULT_TIMEOUT, async {
while let Some(chunk) = stream.next().await {
let chunk = chunk.map_err(|e| {
SeerError::RdapBootstrapError(format!("failed to read body: {}", e))
})?;
body.extend_from_slice(&chunk);
if body.len() > MAX_BOOTSTRAP_SIZE {
return Err(SeerError::RdapBootstrapError(format!(
"bootstrap response too large (exceeds {} bytes)",
MAX_BOOTSTRAP_SIZE
)));
}
}
Ok::<(), SeerError>(())
})
.await;
match streamed {
Ok(Ok(())) => {}
Ok(Err(e)) => return Err(e),
Err(_) => {
return Err(SeerError::Timeout(format!(
"RDAP bootstrap body read timed out after {:?}",
DEFAULT_TIMEOUT
)));
}
}
serde_json::from_slice(&body).map_err(Into::into)
}
let dns_data = match dns_resp {
Ok(resp) => match read_bootstrap(resp).await {
Ok(data) => Some(data),
Err(e) => {
warn!(error = %e, "Failed to parse DNS bootstrap response");
None
}
},
Err(e) => {
warn!(error = %e, "Failed to fetch DNS bootstrap from IANA");
None
}
};
let ipv4_data = match ipv4_resp {
Ok(resp) => match read_bootstrap(resp).await {
Ok(data) => Some(data),
Err(e) => {
warn!(error = %e, "Failed to parse IPv4 bootstrap response");
None
}
},
Err(e) => {
warn!(error = %e, "Failed to fetch IPv4 bootstrap from IANA");
None
}
};
let ipv6_data = match ipv6_resp {
Ok(resp) => match read_bootstrap(resp).await {
Ok(data) => Some(data),
Err(e) => {
warn!(error = %e, "Failed to parse IPv6 bootstrap response");
None
}
},
Err(e) => {
warn!(error = %e, "Failed to fetch IPv6 bootstrap from IANA");
None
}
};
let asn_data = match asn_resp {
Ok(resp) => match read_bootstrap(resp).await {
Ok(data) => Some(data),
Err(e) => {
warn!(error = %e, "Failed to parse ASN bootstrap response");
None
}
},
Err(e) => {
warn!(error = %e, "Failed to fetch ASN bootstrap from IANA");
None
}
};
if dns_data.is_none() && ipv4_data.is_none() && ipv6_data.is_none() && asn_data.is_none() {
return Err(SeerError::RdapBootstrapError(
"all IANA bootstrap registries failed".to_string(),
));
}
let mut dns = HashMap::new();
let mut ipv4 = Vec::new();
let mut ipv6 = Vec::new();
let mut asn = Vec::new();
fn collect_valid_urls(urls: &[serde_json::Value]) -> Option<Arc<Vec<url::Url>>> {
let mut out = Vec::new();
for u in urls {
if let Some(s) = u.as_str() {
match validate_bootstrap_url(s) {
Ok(parsed) => out.push(parsed),
Err(e) => {
debug!(url = s, error = %e, "Skipping invalid bootstrap URL");
}
}
}
}
if out.is_empty() {
None
} else {
Some(Arc::new(out))
}
}
if let Some(dns_data) = dns_data {
for service in dns_data.services {
if service.len() >= 2 {
if let (Some(tlds), Some(urls)) = (service[0].as_array(), service[1].as_array()) {
if let Some(urls_arc) = collect_valid_urls(urls) {
for tld in tlds {
if let Some(tld_str) = tld.as_str() {
dns.insert(tld_str.to_lowercase(), Arc::clone(&urls_arc));
}
}
}
}
}
}
}
if let Some(ipv4_data) = ipv4_data {
for service in ipv4_data.services {
if service.len() >= 2 {
if let (Some(prefixes), Some(urls)) = (service[0].as_array(), service[1].as_array())
{
if let Some(urls_arc) = collect_valid_urls(urls) {
for prefix in prefixes {
if let Some(prefix_str) = prefix.as_str() {
ipv4.push((
IpRange {
prefix: prefix_str.to_string(),
},
Arc::clone(&urls_arc),
));
}
}
}
}
}
}
}
if let Some(ipv6_data) = ipv6_data {
for service in ipv6_data.services {
if service.len() >= 2 {
if let (Some(prefixes), Some(urls)) = (service[0].as_array(), service[1].as_array())
{
if let Some(urls_arc) = collect_valid_urls(urls) {
for prefix in prefixes {
if let Some(prefix_str) = prefix.as_str() {
ipv6.push((
IpRange {
prefix: prefix_str.to_string(),
},
Arc::clone(&urls_arc),
));
}
}
}
}
}
}
}
if let Some(asn_data) = asn_data {
for service in asn_data.services {
if service.len() >= 2 {
if let (Some(ranges), Some(urls)) = (service[0].as_array(), service[1].as_array()) {
if let Some(urls_arc) = collect_valid_urls(urls) {
for range in ranges {
if let Some(range_str) = range.as_str() {
if let Some((start, end)) = parse_asn_range(range_str) {
asn.push((AsnRange { start, end }, Arc::clone(&urls_arc)));
}
}
}
}
}
}
}
}
info!(
dns_entries = dns.len(),
ipv4_ranges = ipv4.len(),
ipv6_ranges = ipv6.len(),
asn_ranges = asn.len(),
"RDAP bootstrap loaded"
);
Ok(BootstrapData {
dns,
ipv4,
ipv6,
asn,
})
}
fn wrap_all_candidates_failed(last_error: Option<SeerError>, candidate_count: usize) -> SeerError {
let last = last_error.unwrap_or_else(|| SeerError::RdapError("no candidates".to_string()));
if candidate_count <= 1 {
return last;
}
match last {
SeerError::Timeout(msg) => SeerError::Timeout(format!(
"all {} RDAP candidate URLs timed out; last error: {}",
candidate_count, msg
)),
other => SeerError::RdapError(format!(
"all {} RDAP candidate URLs failed; last error: {}",
candidate_count, other
)),
}
}
fn build_rdap_urls(bases: &[url::Url], path: &str) -> Vec<url::Url> {
bases
.iter()
.filter_map(|base| {
let base_str = base.as_str();
let normalized = if base_str.ends_with('/') {
base_str.to_string()
} else {
format!("{}/", base_str)
};
url::Url::parse(&normalized).and_then(|u| u.join(path)).ok()
})
.collect()
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_default_client_has_retry_policy() {
let client = RdapClient::new();
assert_eq!(client.retry_policy.max_attempts, 3);
}
#[test]
fn parse_retry_after_parses_delta_seconds() {
assert_eq!(parse_retry_after("5"), Some(Duration::from_secs(5)));
assert_eq!(parse_retry_after(" 10 "), Some(Duration::from_secs(10)));
assert_eq!(parse_retry_after("0"), Some(Duration::from_secs(0)));
}
#[test]
fn parse_retry_after_rejects_http_date_and_junk() {
assert_eq!(parse_retry_after("Wed, 21 Oct 2015 07:28:00 GMT"), None);
assert_eq!(parse_retry_after("soon"), None);
assert_eq!(parse_retry_after(""), None);
}
#[test]
fn effective_retry_delay_prefers_capped_retry_after() {
assert_eq!(
effective_retry_delay(Duration::from_millis(100), Some(Duration::from_secs(5))),
Duration::from_secs(5)
);
assert_eq!(
effective_retry_delay(Duration::from_millis(100), Some(Duration::from_secs(600))),
MAX_RETRY_AFTER
);
}
#[test]
fn effective_retry_delay_falls_back_to_backoff() {
assert_eq!(
effective_retry_delay(Duration::from_millis(250), None),
Duration::from_millis(250)
);
}
#[test]
fn test_client_without_retries() {
let client = RdapClient::new().without_retries();
assert_eq!(client.retry_policy.max_attempts, 1);
}
#[test]
fn test_client_custom_retry_policy() {
let policy = RetryPolicy::new().with_max_attempts(5);
let client = RdapClient::new().with_retry_policy(policy);
assert_eq!(client.retry_policy.max_attempts, 5);
}
#[test]
fn test_cached_bootstrap_expiration() {
let data = BootstrapData {
dns: HashMap::new(),
ipv4: Vec::new(),
ipv6: Vec::new(),
asn: Vec::new(),
};
let cached = CachedBootstrap::new(data);
assert!(!cached.is_expired());
}
#[test]
fn test_rdap_http_client_is_configured() {
let client = rdap_http_client();
assert!(client.is_ok(), "RDAP HTTP client builder must succeed");
}
#[test]
fn test_parse_bootstrap_empty_services() {
let data = BootstrapData {
dns: HashMap::new(),
ipv4: Vec::new(),
ipv6: Vec::new(),
asn: Vec::new(),
};
assert!(RdapClient::get_rdap_urls_for_domain(&data, "example.com").is_none());
assert!(RdapClient::get_rdap_urls_for_asn(&data, 12345).is_none());
}
#[tokio::test]
async fn test_validate_url_not_reserved_rejects_loopback_literal() {
let err = validate_url_not_reserved("https://127.0.0.1/domain/example.com")
.await
.unwrap_err();
assert!(
matches!(err, SeerError::RdapError(ref s) if s.contains("reserved IP")),
"expected reserved-IP error, got: {:?}",
err
);
}
#[tokio::test]
async fn test_validate_url_not_reserved_rejects_private_ipv4_literal() {
let err = validate_url_not_reserved("https://10.0.0.1/")
.await
.unwrap_err();
assert!(
matches!(err, SeerError::RdapError(ref s) if s.contains("reserved IP")),
"expected reserved-IP error, got: {:?}",
err
);
}
#[tokio::test]
async fn test_validate_url_not_reserved_rejects_ipv6_loopback_literal() {
let err = validate_url_not_reserved("https://[::1]/")
.await
.unwrap_err();
assert!(
matches!(err, SeerError::RdapError(ref s) if s.contains("reserved IP")),
"expected reserved-IP error, got: {:?}",
err
);
}
#[tokio::test]
async fn test_validate_url_not_reserved_returns_resolved_addrs_for_public_literal() {
let addrs = validate_url_not_reserved("https://8.8.8.8/").await.unwrap();
assert_eq!(addrs.len(), 1);
assert!(addrs[0].ip().is_ipv4());
assert_eq!(addrs[0].port(), 443);
}
#[test]
fn test_build_rdap_urls_preserves_order_and_appends_path() {
let bases = vec![
url::Url::parse("https://rdap.a.example/").unwrap(),
url::Url::parse("https://rdap.b.example").unwrap(), ];
let built = build_rdap_urls(&bases, "domain/example.com");
assert_eq!(built.len(), 2);
assert_eq!(
built[0].as_str(),
"https://rdap.a.example/domain/example.com"
);
assert_eq!(
built[1].as_str(),
"https://rdap.b.example/domain/example.com"
);
}
#[test]
fn test_build_rdap_urls_empty_input_returns_empty() {
let built = build_rdap_urls(&[], "domain/example.com");
assert!(built.is_empty());
}
#[test]
fn test_wrap_all_candidates_failed_preserves_timeout_variant() {
let last = SeerError::Timeout("body read timed out".to_string());
let wrapped = wrap_all_candidates_failed(Some(last), 3);
match wrapped {
SeerError::Timeout(msg) => {
assert!(
msg.contains("all 3 RDAP candidate URLs timed out"),
"expected wrapped timeout message, got: {}",
msg
);
assert!(
msg.contains("body read timed out"),
"expected original message preserved, got: {}",
msg
);
}
other => panic!(
"expected SeerError::Timeout after wrapping a Timeout, got: {:?}",
other
),
}
}
#[test]
fn test_wrap_all_candidates_failed_wraps_non_timeout_as_rdap_error() {
let last = SeerError::RdapError("500 internal error".to_string());
let wrapped = wrap_all_candidates_failed(Some(last), 2);
assert!(
matches!(wrapped, SeerError::RdapError(ref s) if s.contains("all 2 RDAP candidate URLs failed")),
"expected wrapped RdapError, got: {:?}",
wrapped
);
}
#[test]
fn test_wrap_all_candidates_failed_single_candidate_returns_unchanged() {
let last = SeerError::Timeout("single timeout".to_string());
let wrapped = wrap_all_candidates_failed(Some(last), 1);
assert!(
matches!(wrapped, SeerError::Timeout(ref s) if s == "single timeout"),
"expected unchanged Timeout, got: {:?}",
wrapped
);
}
#[test]
fn test_wrap_all_candidates_failed_no_last_error_returns_placeholder() {
let wrapped = wrap_all_candidates_failed(None, 0);
assert!(matches!(wrapped, SeerError::RdapError(_)));
}
static BOOTSTRAP_TEST_LOCK: tokio::sync::Mutex<()> = tokio::sync::Mutex::const_new(());
#[tokio::test]
async fn test_bootstrap_load_notify_wakes_waiter_when_cache_populated() {
let _guard = BOOTSTRAP_TEST_LOCK.lock().await;
{
let mut cache = BOOTSTRAP_CACHE.write().await;
*cache = None;
}
let notified = BOOTSTRAP_LOAD_NOTIFY.notified();
tokio::pin!(notified);
{
let mut cache = BOOTSTRAP_CACHE.write().await;
*cache = Some(CachedBootstrap::new(BootstrapData {
dns: HashMap::new(),
ipv4: Vec::new(),
ipv6: Vec::new(),
asn: Vec::new(),
}));
}
BOOTSTRAP_LOAD_NOTIFY.notify_waiters();
let result = wait_for_in_flight_load(notified).await;
assert!(
result.is_ok(),
"expected waiter to see populated cache, got: {:?}",
result
);
{
let mut cache = BOOTSTRAP_CACHE.write().await;
*cache = None;
}
}
#[tokio::test]
async fn test_bootstrap_load_notify_empty_cache_after_wake_returns_error() {
let _guard = BOOTSTRAP_TEST_LOCK.lock().await;
{
let mut cache = BOOTSTRAP_CACHE.write().await;
*cache = None;
}
let notified = BOOTSTRAP_LOAD_NOTIFY.notified();
tokio::pin!(notified);
BOOTSTRAP_LOAD_NOTIFY.notify_waiters();
let result = wait_for_in_flight_load(notified).await;
assert!(
matches!(
result,
Err(SeerError::RdapBootstrapError(ref s))
if s.contains("throttled and no cache available")
),
"expected throttled error when cache still empty after notify, got: {:?}",
result
);
}
use wiremock::matchers::method;
use wiremock::{Mock, MockServer, ResponseTemplate};
#[tokio::test]
async fn mock_rdap_404_is_nonretryable_typed_error() {
let server = MockServer::start().await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(404))
.mount(&server)
.await;
let client = RdapClient::new()
.without_retries()
.allowing_reserved_for_tests();
let err = client
.query_rdap_with_retry(&format!("{}/domain/example.com", server.uri()))
.await
.unwrap_err();
assert!(
matches!(err, SeerError::RdapError(ref m) if m.contains("404")),
"got: {err:?}"
);
}
#[tokio::test]
async fn mock_rdap_429_honors_retry_after_and_succeeds() {
let server = MockServer::start().await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(429).insert_header("Retry-After", "0"))
.up_to_n_times(1)
.mount(&server)
.await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(200).set_body_raw(
r#"{"objectClassName":"domain","handle":"MOCK-1"}"#,
"application/rdap+json",
))
.mount(&server)
.await;
let client = RdapClient::new().allowing_reserved_for_tests();
let resp = client
.query_rdap_with_retry(&format!("{}/domain/example.com", server.uri()))
.await
.unwrap();
assert_eq!(resp.handle.as_deref(), Some("MOCK-1"));
}
#[tokio::test]
async fn mock_rdap_malformed_body_is_parse_error_not_panic() {
let server = MockServer::start().await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(200).set_body_raw("not json", "text/plain"))
.mount(&server)
.await;
let client = RdapClient::new()
.without_retries()
.allowing_reserved_for_tests();
let err = client
.query_rdap_with_retry(&format!("{}/domain/example.com", server.uri()))
.await
.unwrap_err();
assert!(matches!(err, SeerError::JsonError(_)), "got: {err:?}");
}
#[tokio::test]
async fn mock_rdap_candidate_fallback_uses_second_url() {
let bad = MockServer::start().await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(500))
.mount(&bad)
.await;
let good = MockServer::start().await;
Mock::given(method("GET"))
.respond_with(ResponseTemplate::new(200).set_body_raw(
r#"{"objectClassName":"domain","handle":"MOCK-2"}"#,
"application/rdap+json",
))
.mount(&good)
.await;
let client = RdapClient::new()
.without_retries()
.allowing_reserved_for_tests();
let urls = vec![
url::Url::parse(&format!("{}/domain/example.com", bad.uri())).unwrap(),
url::Url::parse(&format!("{}/domain/example.com", good.uri())).unwrap(),
];
let resp = client.query_rdap_urls(&urls).await.unwrap();
assert_eq!(resp.handle.as_deref(), Some("MOCK-2"));
}
}