codoseo-crawler 0.0.1

The CodoSEO crawler: fetching, robots.txt, sitemaps and streaming field extraction.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

[package]
name = "codoseo-crawler"
description = "The CodoSEO crawler: fetching, robots.txt, sitemaps and streaming field extraction."
version.workspace = true
edition.workspace = true
rust-version.workspace = true
license.workspace = true
repository.workspace = true
homepage.workspace = true

[dependencies]
codoseo-core.workspace = true
url.workspace = true
thiserror.workspace = true
tokio.workspace = true
reqwest.workspace = true
bytes.workspace = true
lol_html.workspace = true
encoding_rs.workspace = true
htmlize.workspace = true
serde.workspace = true
serde_json.workspace = true
xxhash-rust.workspace = true
quick-xml.workspace = true
flate2.workspace = true
httpdate.workspace = true
futures-util.workspace = true

[dev-dependencies]
codoseo-testkit.workspace = true
insta.workspace = true
peak_alloc.workspace = true
tokio = { workspace = true, features = ["test-util"] }
axum.workspace = true
flate2.workspace = true

[lints]
workspace = true