article_scraper 2.3.0

Scrap article contents from the web. Powered by fivefilters full text feed configurations & mozilla readability.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

[package]
name = "article_scraper"
description = "Scrap article contents from the web. Powered by fivefilters full text feed configurations & mozilla readability."
version.workspace = true
authors.workspace = true
edition.workspace = true
license.workspace = true
repository.workspace = true

readme = "../Readme.md"
keywords = ["article", "scrape", "full-text", "readability"]
exclude = ["resources/tests"]

[dependencies]
thiserror = "2.0"
libxml = "0.3"
reqwest = { version = "0.13", features = ["stream"] }
tokio = { version = "1" }
futures = "0.3"
url = "2.5"
regex = "1.12"
encoding_rs = "0.8"
chrono = "0.4"
base64 = "0.22"
tracing = "0.1"
once_cell = "1.21"
escaper = "0.1"
unic-emoji-char = "0.9"

rust-embed = { version = "8.11", optional = true }
image = { version = "0.25", optional = true }

[features]
default = ["embed-configs"]
embed-configs = ["dep:rust-embed"]
image-downloader = ["dep:image"]

[dev-dependencies]
test-log = { version = "0.2", default-features = false, features = ["trace"] }
tokio = { version = "1", features = ["macros"] }