pub mod adaptive_concurrency;
pub mod backoff;
pub mod coalesce;
pub mod crawl_text_integration;
pub mod dedup;
pub mod error_helpers;
pub mod glob;
pub mod hedge;
pub mod host_discipline;
pub mod http_client;
pub mod port_sniffer;
pub mod proxy;
pub mod regex_cache;
pub mod retry;
pub mod retry_after;
pub mod retry_policy;
pub mod robots;
#[cfg(any(test, feature = "test-mocks"))]
pub mod search_test;
pub mod telemetry;
pub mod text_processing;
pub mod ua_pool;
pub mod url;
pub mod url_normalizer;
pub(crate) mod url_redaction;
pub use crate::utils::text_processing::{
CrawlProcessingError, CrawlTextProcessor, ProcessedCrawlContent, ProcessedWebContent,
TextEncodingError, WebContentError, WebContentProcessor,
};
pub use crate::utils::url::{resolve_url, SafeUrl, UrlError};