web-capture 0.3.16

CLI and microservice to render web pages as HTML, Markdown, or PNG
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

[package]
name = "web-capture"
version = "0.3.16"
edition = "2021"
description = "CLI and microservice to render web pages as HTML, Markdown, or PNG"
license = "Unlicense"
repository = "https://github.com/link-assistant/web-capture"
documentation = "https://docs.rs/web-capture"
readme = "README.md"
keywords = ["web", "capture", "screenshot", "markdown", "html"]
categories = ["command-line-utilities", "web-programming"]
rust-version = "1.88"

[lib]
path = "src/lib.rs"

[[bin]]
name = "web-capture"
path = "src/main.rs"

[[test]]
name = "unit"
path = "tests/unit/mod.rs"

[[test]]
name = "integration"
path = "tests/integration/mod.rs"

[dependencies]
# Browser automation using browser-commander from link-foundation
browser-commander = "0.9"
async-tungstenite = { version = "0.27", features = ["tokio-runtime"] }
futures = "0.3"

# Unified configuration from CLI args, env vars, and .lenv files
lino-arguments = "0.3"

# Async runtime
tokio = { version = "1.0", features = ["full"] }

# Web framework
axum = "0.8"
tower = "0.5"
tower-http = { version = "0.6", features = ["cors", "trace"] }

# HTTP client
reqwest = { version = "0.12", features = ["cookies", "gzip", "brotli"] }

# HTML parsing and manipulation
scraper = "0.21"

# HTML to Markdown conversion
html2md = "0.2"

# Command line argument parsing
clap = { version = "4.5", features = ["derive", "env"] }

# Serialization
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"

# Error handling
thiserror = "2.0"
anyhow = "1.0"

# Logging
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }

# URL handling
url = "2.5"

# Encoding
encoding_rs = "0.8"

# Base64 for image data
base64 = "0.22"

# Regex for URL conversion
regex = "1.11"

# HTML entity decoding
html-escape = "0.2"

# ZIP archive creation
zip = { version = "4.0", default-features = false, features = ["deflate"] }

[dev-dependencies]
tokio-test = "0.4"

[lints.clippy]
all = { level = "warn", priority = -1 }
pedantic = { level = "warn", priority = -1 }
nursery = { level = "warn", priority = -1 }
# Allow these lints that are too strict
module_name_repetitions = "allow"
missing_errors_doc = "allow"
missing_panics_doc = "allow"

[lints.rust]
unsafe_code = "forbid"

[profile.release]
lto = true
codegen-units = 1
strip = true