[package]
edition = "2021"
rust-version = "1.87"
name = "essence-engine"
version = "0.2.0"
authors = ["Ruchit Patel"]
build = false
exclude = [
"vendor/*",
"tests/*",
"fixtures/*",
"benches/*",
".env*",
]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A fast web retrieval engine with HTTP-to-browser fallback, producing LLM-ready Markdown"
homepage = "https://essence.foundation"
readme = "README.md"
keywords = [
"web-scraping",
"markdown",
"browser-automation",
"mcp",
"llm",
]
categories = [
"web-programming::http-client",
"command-line-utilities",
]
license = "MIT"
repository = "https://github.com/ruchit-p/essence"
[lib]
name = "essence"
path = "src/lib.rs"
[[bin]]
name = "essence"
path = "src/main.rs"
[dependencies.anyhow]
version = "1"
[dependencies.async-trait]
version = "0.1"
[dependencies.axum]
version = "0.8"
[dependencies.backoff]
version = "0.4"
features = ["tokio"]
[dependencies.base64]
version = "0.22"
[dependencies.blake3]
version = "1.5"
[dependencies.chromiumoxide]
version = "0.7"
features = ["tokio-runtime"]
[dependencies.chrono]
version = "0.4"
features = ["serde"]
[dependencies.clap]
version = "4"
features = [
"derive",
"env",
]
[dependencies.dotenvy]
version = "0.15"
[dependencies.encoding_rs]
version = "0.8"
[dependencies.futures]
version = "0.3"
[dependencies.glob-match]
version = "0.2"
[dependencies.governor]
version = "0.8"
[dependencies.hickory-resolver]
version = "0.24"
[dependencies.html2md]
version = "0.2"
[dependencies.html5ever]
version = "0.29"
[dependencies.image]
version = "0.25"
[dependencies.lru]
version = "0.12"
[dependencies.moka]
version = "0.12"
features = ["future"]
[dependencies.num_cpus]
version = "1.16"
[dependencies.percent-encoding]
version = "2"
[dependencies.psl]
version = "2"
[dependencies.rand]
version = "0.8"
[dependencies.readability]
version = "0.3"
default-features = false
[dependencies.regex]
version = "1"
[dependencies.reqwest]
version = "0.12"
features = [
"rustls-tls",
"json",
"gzip",
"brotli",
"cookies",
]
default-features = false
[dependencies.rmcp]
version = "0.15"
features = [
"server",
"transport-streamable-http-server",
]
[dependencies.robotstxt]
version = "0.3"
[dependencies.schemars]
version = "1.0"
[dependencies.scraper]
version = "0.22"
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.thiserror]
version = "2"
[dependencies.tokio]
version = "1"
features = ["full"]
[dependencies.tokio-retry]
version = "0.3"
[dependencies.tokio-stream]
version = "0.1"
[dependencies.tower]
version = "0.5"
[dependencies.tower-http]
version = "0.6"
features = [
"trace",
"cors",
"compression-gzip",
"limit",
]
[dependencies.tracing]
version = "0.1"
[dependencies.tracing-subscriber]
version = "0.3"
features = [
"env-filter",
"json",
]
[dependencies.url]
version = "2"
[dependencies.uuid]
version = "1"
features = [
"v4",
"serde",
]
[dependencies.whatlang]
version = "0.16"
[dev-dependencies.criterion]
version = "0.5"
features = [
"async_tokio",
"html_reports",
]
[dev-dependencies.mockito]
version = "1"
[dev-dependencies.rusqlite]
version = "0.32"
features = ["bundled"]
[dev-dependencies.serial_test]
version = "3"
[dev-dependencies.sha2]
version = "0.10"
[dev-dependencies.tokio-test]
version = "0.4"
[dev-dependencies.wiremock]
version = "0.6"