pub async fn validate_crawl_request( req: &CrawlRequest, ) -> Result<(), ScrapeError>
Validate crawl request