scrapling 0.2.0

Fast, adaptive web scraping toolkit for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

[package]
name = "scrapling"
description = "Fast, adaptive web scraping toolkit for Rust"
version.workspace = true
edition.workspace = true
license.workspace = true
authors.workspace = true
repository.workspace = true
rust-version.workspace = true
readme = "README.md"

[features]
default = ["storage"]
storage = ["dep:rusqlite"]

[dependencies]
thiserror.workspace = true
regex.workspace = true
serde.workspace = true
serde_json.workspace = true
once_cell.workspace = true
lru.workspace = true

# HTML parsing
scraper.workspace = true
html5ever.workspace = true
ego-tree.workspace = true

# Text processing
htmlize.workspace = true

# Adaptive storage (optional)
rusqlite = { version = "0.33", features = ["bundled"], optional = true }

# Similarity scoring
strsim = "0.11"

# URL handling
url = "2"

# Encoding detection
encoding_rs = "0.8"

# HTML conversion
html2md.workspace = true

[dev-dependencies]
proptest.workspace = true
insta.workspace = true
criterion.workspace = true

[[bench]]
name = "parsing"
harness = false