halldyll-core 0.1.0

Core scraping engine for Halldyll - high-performance async web scraper for AI agents
Documentation
//! HTTP Fetcher - Robust web page fetching

pub mod client;
pub mod request;
pub mod response;
pub mod redirect;
pub mod retry;
pub mod compression;
pub mod conditional;
pub mod circuit_breaker;

pub use client::HttpClient;
pub use request::RequestBuilder;
pub use response::FetchResponse;
pub use redirect::RedirectPolicy;
pub use retry::RetryPolicy;
pub use compression::Decompressor;
pub use conditional::ConditionalRequest;
pub use circuit_breaker::{CircuitBreaker, CircuitBreakerConfig, CircuitState};