Struct HttpClient 

pub struct HttpClient { /* private fields */ }

Shared HTTP client with sensible defaults and rate limiting

Implementations

impl HttpClient

pub fn new() -> Result<Self, SourceError>

Create a new HTTP client with default settings and rate limiting

pub fn with_user_agent(user_agent: &str) -> Result<Self, SourceError>

Create a new HTTP client with a custom user agent

pub fn without_rate_limit(user_agent: &str) -> Result<Self, SourceError>

Create a new HTTP client without rate limiting

pub fn should_bypass_proxy(&self, url: &str) -> bool

Check if a URL should bypass the proxy

pub fn with_rate_limit( user_agent: &str, requests_per_second: u32, ) -> Result<Self, SourceError>

Create a new HTTP client with a custom rate limit

pub fn with_proxy( user_agent: &str, http_proxy: Option<String>, https_proxy: Option<String>, requests_per_second: u32, ) -> Result<Self, SourceError>

Create HTTP client with per-source proxy

pub fn from_client(client: Arc<Client>) -> Self

Create from an existing reqwest Client

pub fn client(&self) -> &Client

Get the underlying client

pub fn get(&self, url: &str) -> RateLimitedRequestBuilder

Create a rate-limited GET request builder

pub fn post(&self, url: &str) -> RateLimitedRequestBuilder

Create a rate-limited POST request builder

pub async fn download_to_file( &self, url: &str, request: &DownloadRequest, filename: &str, ) -> Result<DownloadResult, SourceError>

Download a file from a URL to the specified path

pub async fn download_pdf( &self, url: &str, request: &DownloadRequest, paper_id: &str, ) -> Result<DownloadResult, SourceError>

Download a PDF with a sanitized filename

pub async fn head(&self, url: &str) -> Result<bool, SourceError>

Check if a URL returns success status

Trait Implementations

impl Clone for HttpClient

fn clone(&self) -> HttpClient

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for HttpClient

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for HttpClient

fn default() -> Self

Returns the “default value” for a type.