spider 1.80.46

[badges.maintenance]
status = "as-is"
[dependencies.ahash]
version = "0.8.7"

[dependencies.async-trait]
optional = true
version = "0.1.75"

[dependencies.async_job]
optional = true
version = "0.1.4"

[dependencies.bytes]
features = ["serde"]
version = "1.5.0"

[dependencies.case_insensitive_string]
features = ["compact", "serde"]
version = "0.2.2"

[dependencies.chromiumoxide]
default-features = false
features = ["tokio-runtime", "bytes"]
optional = true
version = "0.5.7"

[dependencies.chrono]
optional = true
version = "0.4.31"

[dependencies.compact_str]
version = "0.7.1"

[dependencies.cron]
optional = true
version = "0.12.0"

[dependencies.cssparser]
version = "0.31.2"

[dependencies.ego-tree]
version = "0.6.2"

[dependencies.encoding_rs]
optional = true
version = "0.8.33"

[dependencies.fast_html5ever]
version = "0.26.1"

[dependencies.flexbuffers]
optional = true
version = "2.0.0"

[dependencies.hashbrown]
default-features = true
version = "0.14.2"

[dependencies.http-cache-reqwest]
optional = true
version = "0.12.0"

[dependencies.itertools]
optional = true
version = "0.12.0"

[dependencies.jsdom]
features = ["hashbrown", "tokio"]
optional = true
version = "0.0.11-alpha.1"

[dependencies.lazy_static]
version = "1.4.0"

[dependencies.log]
version = "0.4.20"

[dependencies.napi]
features = ["async", "tokio_rt", "napi4"]
optional = true
version = "2"

[dependencies.num_cpus]
version = "1.16.0"

[dependencies.percent-encoding]
version = "2.3.1"

[dependencies.regex]
optional = true
version = "1.10.2"

[dependencies.reqwest]
features = ["brotli", "gzip", "deflate", "stream"]
version = "0.11.23"

[dependencies.reqwest-middleware]
optional = true
version = "0.2.4"

[dependencies.selectors]
version = "0.25.0"

[dependencies.serde]
features = ["derive"]
optional = true
version = "1.0.193"

[dependencies.sitemap]
optional = true
version = "0.4.1"

[dependencies.smallvec]
version = "1.11.2"

[dependencies.string_concat]
version = "0.0.1"

[dependencies.strum]
features = ["derive"]
version = "0.25"

[dependencies.tendril]
version = "0.4.3"

[dependencies.tokio]
features = ["rt-multi-thread", "macros", "time", "parking_lot"]
version = "1.35.1"

[dependencies.tokio-stream]
version = "0.1.14"

[dependencies.ua_generator]
optional = true
version = "0.3.5"

[dependencies.url]
version = "2.5.0"

[features]
budget = []
cache = ["dep:reqwest-middleware", "dep:http-cache-reqwest"]
cache_mem = ["cache", "http-cache-reqwest/manager-moka"]
chrome = ["dep:chromiumoxide"]
chrome_cpu = ["chrome"]
chrome_headed = ["chrome"]
chrome_intercept = ["chrome"]
chrome_screenshot = ["chrome"]
chrome_stealth = ["chrome"]
chrome_store_page = ["chrome"]
control = []
cookies = ["reqwest/cookies"]
cron = ["dep:async_job", "dep:chrono", "dep:cron", "dep:async-trait"]
decentralized = ["serde", "flexbuffers"]
default = ["sync", "reqwest/native-tls-alpn"]
encoding = ["dep:encoding_rs"]
flexbuffers = ["dep:flexbuffers"]
fs = ["tokio/fs"]
full_resources = []
glob = ["dep:regex", "dep:itertools"]
http3 = ["reqwest/http3"]
jemalloc = ["tikv-jemallocator"]
js = ["dep:jsdom"]
napi = ["dep:napi"]
napi_rustls_tls = ["napi", "reqwest/rustls-tls"]
regex = ["dep:regex"]
reqwest_json = ["reqwest/json"]
serde = ["dep:serde", "hashbrown/serde", "compact_str/serde"]
sitemap = ["dep:sitemap"]
smart = ["chrome", "dep:regex"]
socks = ["reqwest/socks"]
sync = ["tokio/sync"]
time = []
ua_generator = ["dep:ua_generator"]

[package]
authors = ["madeindjs <contact@rousseau-alexandre.fr>", "j-mendez <jeff@a11ywatch.com>"]
categories = ["web-programming", "command-line-utilities"]
description = "The fastest web crawler written in Rust."
documentation = "https://docs.rs/spider"
edition = "2018"
keywords = ["crawler", "spider"]
license = "MIT"
name = "spider"
readme = "README.md"
repository = "https://github.com/spider-rs/spider"
resolver = "2"
version = "1.80.46"
[target."cfg(all(not(windows), not(target_os = \"android\"), not(target_env = \"musl\")))".dependencies.tikv-jemallocator]
optional = true
version = "0.5.0"