crawl 0.2.1

Rust crawl
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

[package]
name = "crawl"
version = "0.2.1"
edition = "2021"
license-file = "LICENSE"
repository = "https://github.com/007gzs/crawl/"
authors = ["007gzs <007gzs@gmail.com>"]
description = "Rust crawl"
readme = "README.md"
keywords = ["crawl", "spider", "http"]
include = ["/src", "/examples", "Cargo.toml", "LICENSE", "README.md"]

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]
reqwest = { version = "0.11", features = ["blocking"] }
bytes = "1"
anyhow = "1.0"
flume = "0"

[dev-dependencies]
select = "0.6"
url = "2"
encoding_rs = "0.8"