List of all items

Structs

• bloom::BloomFilter
• error::ReqwestError
• formatters::DefaultByteFormatter
• formatters::DefaultDurationFormatter
• formatters::DefaultRateCalculator
• item::ParseOutput
• metrics::ExpMovingAverage
• metrics::MetricsDisplayFormatter
• metrics::MetricsSnapshot
• request::Request
• response::Link
• response::Response

Enums

• error::PipelineError
• error::SpiderError
• request::Body
• response::LinkType

Traits

• formatters::ByteFormatter
• formatters::DurationFormatter
• formatters::RateCalculator
• http_client::HttpClient
• item::ScrapedItem
• metrics::MetricsExporter
• metrics::MetricsSnapshotProvider
• metrics::SnapshotProvider
• util::ToSelector

Functions

• formatters::calculate_rate
• formatters::format_bytes
• formatters::format_duration
• formatters::format_request_time
• selector::get_cached_selector
• selector::prewarm_cache
• util::create_dir
• util::is_same_site
• util::normalize_origin
• util::validate_output_dir

Constants

• constants::BLOOM_BUFFER_FLUSH_SIZE
• constants::BLOOM_FILTER_CAPACITY
• constants::BLOOM_FILTER_HASH_FUNCTIONS
• constants::BLOOM_FLUSH_INTERVAL_MS
• constants::CONNECTION_POOL_IDLE_TIMEOUT_SECS
• constants::CONNECT_TIMEOUT_SECS
• constants::CRAWLER_DEFAULT_CHANNEL_CAPACITY
• constants::CRAWLER_IDLE_CHECK_INTERVAL_MS
• constants::CRAWLER_SHUTDOWN_GRACE_PERIOD_SECS
• constants::CSV_BUFFER_SIZE
• constants::DEFAULT_POOL_MAX_IDLE_PER_HOST
• constants::DEFAULT_REQUEST_TIMEOUT_SECS
• constants::DEFAULT_VISITED_CACHE_SIZE
• constants::HOST_SPECIFIC_POOL_MAX_IDLE_PER_HOST
• constants::MAX_PENDING_REQUESTS
• constants::MIDDLEWARE_CACHE_CAPACITY
• constants::MIDDLEWARE_CACHE_TTL_SECS
• constants::RATE_LIMIT_ERROR_PENALTY_MULTIPLIER
• constants::RATE_LIMIT_FORBIDDEN_PENALTY_MULTIPLIER
• constants::RATE_LIMIT_INITIAL_DELAY_MS
• constants::RATE_LIMIT_MAX_DELAY_MS
• constants::RATE_LIMIT_MAX_JITTER_MS
• constants::RATE_LIMIT_MIN_DELAY_MS
• constants::RATE_LIMIT_SUCCESS_DECAY_MULTIPLIER
• constants::RETRY_DEFAULT_BACKOFF_FACTOR
• constants::RETRY_DEFAULT_HTTP_CODES
• constants::RETRY_DEFAULT_MAX_DELAY_MS
• constants::RETRY_DEFAULT_MAX_RETRIES
• constants::SQLITE_CHANNEL_CAPACITY
• constants::STREAM_JSON_DEFAULT_BATCH_SIZE
• constants::TCP_KEEPALIVE_SECS
• constants::VISITED_URL_CACHE_CAPACITY
• constants::VISITED_URL_CACHE_TTL_SECS