[package]
name = "product-os-crawler"
version = "0.0.6"
authors = ["Jeremy de Oliveira-Kumar <eremyj@gmail.com>"]
edition = "2021"
rust-version = "1.69"
description = "Product OS : Crawler is a browser based cralwer that utilises Product OS : Browser to perform advanced url crawling leveraging headless browsing and automation."
readme = "readme.md"
license = "AGPL-3.0-only"
keywords = ["product-os"]
categories = []
build = false
exclude = []
include = []
autobins = true
autoexamples = true
autotests = true
autobenches = true
resolver = "2"
[dependencies]
tracing = { version = "0.1.29", features = [] }
serde = { version = "1.0.132", features = ["derive"] }
serde_json = { version = "1.0.73", features = [], default-features = false }
subprocess = { version = "0.2.9", features = [] }
regex = { version = "1.5.4", features = ["std", "unicode-perl"], default-features = false }
chrono = { version = "0.4.19", features = ["serde"] }
tokio = { version = "1", features = ["sync"], default-features = false }
tokio-rustls = { version = "0.23.4", features = [], default-features = false }
rustls = { version = "0.20.6", features = [], default-features = false }
parking_lot = { version = "0.12.1", features = ["send_guard"], default-features = false }
async-trait = { version = "0.1.53", features = [], default-features = true }
uuid = { version = "1.1.2", features = ["serde", "v4", "fast-rng"], default-features = false }
url = { version = "2.2.2", features = ["serde"], default-features = false }
thirtyfour = { version = "0.31.0", features = [] }
sxd-document = { version = "0.3.2", features = [] }
sxd-xpath = { version = "0.4.2", features = [] }
urlencoding = { version = "2.1.0", features = [], default-features = false }
product-os-server = { version = ">= 0.0.1", features = ["middleware"], default-features = true, optional = false }
product-os-request = { version = ">= 0.0.1", features = [], default-features = true, optional = false }
product-os-configuration = { version = ">= 0.0.1", features = [], default-features = true, optional = false }
product-os-capabilities = { version = ">= 0.0.1", features = [], default-features = true, optional = false }
product-os-security = { version = ">= 0.0.1", features = ["generator", "hash"], default-features = true, optional = false }
product-os-random = { version = ">= 0.0.1", features = ["names", "first_names", "last_names"], default-features = true, optional = false }
product-os-store = { version = ">= 0.0.1", features = ["key_value_store", "queue_store"], default-features = true, optional = false }
product-os-proxy = { version = ">= 0.0.1", features = [], default-features = true, optional = false }
product-os-browser = { version = ">= 0.0.1", features = [], default-features = true, optional = false }
[workspace]