spider_remote_cache 0.1.0

//! Shared remote cache upload worker for spider and chromey.
//!
//! This crate provides a high-performance, concurrent batch upload worker
//! for sending cached HTTP responses to a remote `hybrid_cache_server`.
//!
//! # Features
//!
//! - **Batch-drain**: Collects pending jobs from the channel before uploading
//! - **Concurrent uploads**: Configurable parallelism via semaphore (default 32)
//! - **Lock-free dedup**: DashSet for in-flight key tracking (no Mutex, no deadlocks)
//! - **Rate limiting**: Per-spawn pacing without blocking the drain loop
//! - **Batch POST**: Uses `/cache/index/batch` when multiple jobs are ready
//! - **Best-effort**: `try_enqueue` never blocks; drops on full queue
//!
//! # Quick start
//!
//! ```rust,no_run
//! use spider_remote_cache::{DumpJob, HttpVersion};
//!
//! # async fn example() {
//! let job = DumpJob {
//!     cache_key: "my-key".into(),
//!     cache_site: "example.com".into(),
//!     url: "https://example.com/page".into(),
//!     method: "GET".into(),
//!     status: 200,
//!     request_headers: Default::default(),
//!     response_headers: Default::default(),
//!     body: b"<html>hello</html>".to_vec(),
//!     http_version: HttpVersion::Http11,
//!     dump_remote: None,
//! };
//!
//! // Best-effort enqueue (never blocks, drops if full).
//! spider_remote_cache::enqueue_best_effort(job).await;
//! # }
//! ```

pub mod client;
pub mod types;
pub mod worker;

// Re-export the primary public API at crate root.
pub use client::{
    build_payload, dump_batch_to_remote, dump_to_remote, resolve_base_url,
    HYBRID_CACHE_CLIENT, HYBRID_CACHE_ENDPOINT,
};
pub use types::{HttpVersion, HybridCachePayload};
pub use worker::{
    default_max_concurrent, default_queue_cap, default_qps, default_timeout_ms,
    enqueue, enqueue_best_effort, init_default_worker, init_remote_dump_worker,
    try_enqueue, worker_inited, DumpJob,
};