millipede-core 0.1.0

# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2024"
rust-version = "1.85"
name = "millipede-core"
version = "0.1.0"
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Core primitives for the Millipede web crawler: request model, storage traits, events, errors, configuration."
readme = "README.md"
keywords = [
    "crawler",
    "scraper",
    "crawlee",
    "web-crawler",
]
categories = [
    "web-programming",
    "asynchronous",
]
license = "MIT OR Apache-2.0"
repository = "https://github.com/satvik007/millipede"

[package.metadata.docs.rs]
all-features = true

[lib]
name = "millipede_core"
path = "src/lib.rs"

[[test]]
name = "antibot"
path = "tests/antibot.rs"

[[test]]
name = "auto_saved"
path = "tests/auto_saved.rs"

[[test]]
name = "autoscale"
path = "tests/autoscale.rs"

[[test]]
name = "autoscale_engine"
path = "tests/autoscale_engine.rs"

[[test]]
name = "cookies"
path = "tests/cookies.rs"

[[test]]
name = "crawl_policy"
path = "tests/crawl_policy.rs"

[[test]]
name = "crawler_run"
path = "tests/crawler_run.rs"

[[test]]
name = "enqueue"
path = "tests/enqueue.rs"

[[test]]
name = "http_client"
path = "tests/http_client.rs"

[[test]]
name = "link_extraction"
path = "tests/link_extraction.rs"

[[test]]
name = "object_safety"
path = "tests/object_safety.rs"

[[test]]
name = "proxy"
path = "tests/proxy.rs"

[[test]]
name = "rate_limit_signal"
path = "tests/rate_limit_signal.rs"

[[test]]
name = "request_roundtrip"
path = "tests/request_roundtrip.rs"

[[test]]
name = "retry_strategy"
path = "tests/retry_strategy.rs"

[[test]]
name = "router"
path = "tests/router.rs"

[[test]]
name = "session"
path = "tests/session.rs"

[[test]]
name = "shutdown_spike"
path = "tests/shutdown_spike.rs"

[[test]]
name = "sitemap"
path = "tests/sitemap.rs"

[[test]]
name = "sitemap_tandem"
path = "tests/sitemap_tandem.rs"

[[test]]
name = "smoke"
path = "tests/smoke.rs"

[[test]]
name = "start_requests"
path = "tests/start_requests.rs"

[[test]]
name = "storage_handle"
path = "tests/storage_handle.rs"

[[test]]
name = "unique_key_prop"
path = "tests/unique_key_prop.rs"

[[bench]]
name = "engine_overhead"
path = "benches/engine_overhead.rs"
harness = false

[dependencies.anyhow]
version = "1"

[dependencies.async-trait]
version = "0.1"

[dependencies.bytes]
version = "1"
features = ["serde"]

[dependencies.cookie_store]
version = "0.21"
features = ["serde_json"]

[dependencies.flate2]
version = "1"

[dependencies.futures-util]
version = "0.3"

[dependencies.globset]
version = "0.4"

[dependencies.http]
version = "1"

[dependencies.psl]
version = "2"

[dependencies.quick-xml]
version = "0.37"

[dependencies.regex]
version = "1"

[dependencies.serde]
version = "1"
features = ["derive"]

[dependencies.serde_json]
version = "1"

[dependencies.sysinfo]
version = "0.36"
features = ["system"]
default-features = false

[dependencies.thiserror]
version = "2"

[dependencies.time]
version = "0.3"
features = [
    "serde",
    "serde-well-known",
    "macros",
    "formatting",
    "parsing",
]

[dependencies.tokio]
version = "1"
features = ["full"]

[dependencies.tokio-util]
version = "0.7"

[dependencies.tracing]
version = "0.1"

[dependencies.url]
version = "2"
features = ["serde"]

[dev-dependencies.criterion]
version = "0.5"
features = ["async_tokio"]

[dev-dependencies.proptest]
version = "1"

[dev-dependencies.tokio]
version = "1"
features = [
    "full",
    "test-util",
]

[lints.clippy]
await_holding_lock = "deny"

[lints.rust]
missing_docs = "warn"
unsafe_code = "deny"

[lints.rust.unexpected_cfgs]
level = "warn"
priority = 0
check-cfg = ["cfg(tokio_unstable)"]