[package]
name = "url-crawler"
version = "0.1.1"
authors = ["Michael Aaron Murphy <mmstickman@gmail.com>"]
description = "Configurable parallel web crawler, designed to crawl for content"
readme = "README.md"
keywords = ["url", "web", "crawler"]
categories = ["web-programming"]
license = "MIT"
repository = "https://github.com/pop-os/url-crawler"
[dependencies.bitflags]
version = "1.0.4"
[dependencies.chrono]
version = "0.4.6"
[dependencies.crossbeam-channel]
version = "0.2.6"
[dependencies.reqwest]
version = "0.9.2"
[dependencies.url-scraper]
version = "0.1.0"