spider_utils 2.45.13

Utilities to use for Spider Web Crawler.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

[package]
name = "spider_utils"
version = "2.45.13"
authors = ["j-mendez <jeff@spider.cloud>"]
description = "Utilities to use for Spider Web Crawler."
repository = "https://github.com/spider-rs/spider"
readme = "README.md"
keywords = ["crawler", "spider"]
categories = ["web-programming", "command-line-utilities"]
license = "MIT"
documentation = "https://docs.rs/spider_utils"
edition = "2021"

[dependencies]
indexmap = { version = "2", optional = true }
sxd-document = "0.3"
sxd-xpath = "0.4"
serde = { version = "1", optional = true, features = ["derive"] }
spider_scraper = "0.1"
lazy_static = "1"
tokio-stream = "0.1"
hashbrown = { version = "0.16", default-features = true }
log = "0.4"

[dev-dependencies]
tokio = { version = "1", features = ["full"] }

[features]
default = []
indexset = ["indexmap"]
serde = ["dep:serde", "indexmap/serde", "spider_scraper/serde"]