website_crawler 0.9.6

gRPC tokio based web crawler
Documentation
[[bin]]
name = "health_client"
path = "src/hc_client.rs"
[build-dependencies.cc]
features = ["parallel"]
version = "^1.0.83"

[build-dependencies.failure_derive]
version = "0.1.8"

[build-dependencies.fs_extra]
version = "^1.1"

[build-dependencies.os_info]
version = "3"

[build-dependencies.quote]
version = "1.0.23"

[build-dependencies.rustc_version]
version = "0.4.0"

[build-dependencies.tonic-build]
features = ["prost"]
version = "0.9.1"
[dependencies.env_logger]
version = "0.9.0"

[dependencies.lazy_static]
version = "1.4.0"

[dependencies.prost]
version = "0.11.3"

[dependencies.prost-types]
version = "0.11.2"

[dependencies.spider]
features = ["sync", "control", "sitemap"]
version = "1.93.3"

[dependencies.string_concat]
version = "0.0.1"

[dependencies.tokio]
features = ["rt-multi-thread", "macros", "sync", "time", "parking_lot"]
version = "1.37.0"

[dependencies.tonic]
version = "0.9.2"

[features]
chrome = ["spider/chrome"]
jemalloc = ["jemallocator", "jemalloc-sys"]
regex = ["spider/regex"]
smart = ["spider/smart"]

[package]
authors = ["Jeff Mendez <jeff@a11ywatch.com>"]
categories = ["accessibility", "asynchronous"]
description = "gRPC tokio based web crawler"
edition = "2021"
include = ["src/*", "build.rs", "proto/*", "LICENSE", "README.md"]
keywords = ["crawler", "web-crawler", "spider", "web-indexer", "site-map-generator"]
license = "MIT"
name = "website_crawler"
readme = "README.md"
repository = "https://github.com/a11ywatch/crawler"
version = "0.9.6"
[target."cfg(all(not(target_os = \"android\"), not(target_os = \"freebsd\")))".dependencies.jemalloc-sys]
optional = true
version = "0.5.0"

[target."cfg(all(not(target_os = \"android\"), not(target_os = \"freebsd\")))".dependencies.jemallocator]
optional = true
version = "0.5.0"