Expand description
Crawl - Frontier, normalization, deduplication
Re-exports§
pub use normalize::UrlNormalizer;pub use frontier::Frontier;pub use frontier::CrawlEntry;pub use dedup::UrlDedup;pub use dedup::ContentDedup;pub use canonical::CanonicalResolver;