kumo 0.3.6

An async web crawling framework for Rust - Scrapy for Rust
Documentation 
1
2
3
4
5

pub(crate) fn domain_key(url: &str) -> Option<String> {
    url::Url::parse(url)
        .ok()
        .and_then(|url| url.host_str().map(str::to_ascii_lowercase))
}