List of all items

Structs

• CaseInsensitiveString
• client::Error
• client::Proxy
• client::Response
• client::StatusCode
• client::cookie::Cookie
• client::cookie::Jar
• client::header::Drain
• client::header::GetAll
• client::header::HeaderMap
• client::header::HeaderName
• client::header::HeaderValue
• client::header::IntoIter
• client::header::InvalidHeaderName
• client::header::InvalidHeaderValue
• client::header::Iter
• client::header::IterMut
• client::header::Keys
• client::header::MaxSizeReached
• client::header::OccupiedEntry
• client::header::ToStrError
• client::header::VacantEntry
• client::header::ValueDrain
• client::header::ValueIter
• client::header::ValueIterMut
• client::header::Values
• client::header::ValuesMut
• client::redirect::Action
• client::redirect::Attempt
• client::redirect::Policy
• configuration::AllowListSet
• configuration::Configuration
• configuration::RequestProxy
• configuration::SerializableHeaderMap
• features::chrome_common::AuthChallengeResponse
• features::chrome_common::CaptureScreenshotParams
• features::chrome_common::ClipViewport
• features::chrome_common::RequestInterceptConfiguration
• features::chrome_common::ScreenShotConfig
• features::chrome_common::ScreenshotParams
• features::chrome_common::Viewport
• features::chrome_common::WaitFor
• features::chrome_common::WaitForDelay
• features::chrome_common::WaitForIdleNetwork
• features::chrome_common::WaitForSelector
• features::disk::DatabaseHandler
• features::openai_common::GPTConfigs
• features::openai_common::OpenAIReturn
• features::openai_common::OpenAIUsage
• features::openai_common::ResponseFormatJsonSchema
• packages::robotparser::parser::Entry
• packages::robotparser::parser::RequestRate
• packages::robotparser::parser::RobotFileParser
• packages::robotparser::parser::RuleLine
• page::AIResults
• page::Page
• page::PageLinkBuildSettings
• utils::AllowedDomainTypes
• utils::HttpResponse
• utils::PageResponse
• utils::connect::BackgroundProcessor
• utils::connect::BackgroundProcessorLayer
• utils::connect::BackgroundResponseFuture
• utils::interner::ListBucket
• utils::trie::Trie
• utils::trie::TrieNode
• website::ChannelGuard
• website::Website

Enums

• client::header::Entry
• configuration::ProxyIgnore
• configuration::RedirectPolicy
• features::chrome_common::AuthChallengeResponseResponse
• features::chrome_common::CaptureScreenshotFormat
• features::chrome_common::NetworkInterceptManager
• features::chrome_common::WebAutomation
• features::openai_common::Prompt
• utils::HttpVersion
• website::CrawlStatus
• website::CronType
• website::ProcessLinkStatus

Traits

• client::cookie::CookieStore
• client::header::AsHeaderName
• client::header::IntoHeaderName

Functions

• black_list::contains
• configuration::get_ua
• features::chrome_common::convert_to_trie_automation_scripts
• features::chrome_common::convert_to_trie_execution_scripts
• features::chrome_common::set_dynamic_scroll
• features::disk::get_db_path
• features::spoof_referrer::spoof_referrer
• page::build
• page::build_with_parse
• page::encode_bytes
• page::get_html_encoded
• page::get_page_selectors
• page::is_asset_url
• page::validate_empty
• utils::clean_html
• utils::clean_html_raw
• utils::clean_html_slim
• utils::connect::init_background_runtime
• utils::convert_headers
• utils::crawl_duration_expired
• utils::detect_system::get_global_cpu_state
• utils::detect_system::get_global_memory_state
• utils::emit_log
• utils::emit_log_shutdown
• utils::fetch_page_html
• utils::fetch_page_html_raw
• utils::fetch_page_html_raw_only_html
• utils::get_cookies
• utils::get_last_segment
• utils::get_semaphore
• utils::handle_openai_credits
• utils::handle_response_bytes
• utils::handle_response_bytes_writer
• utils::header_utils::get_mimic_headers
• utils::header_utils::header_map_to_hash_map
• utils::header_utils::setup_default_headers
• utils::log
• utils::networking_capable
• utils::openai_request
• utils::prepare_url
• utils::put_hybrid_cache
• website::calc_limits

Type Aliases

• RelativeSelectors
• client::Client
• client::ClientBuilder
• configuration::AllowList
• features::chrome_common::AutomationScripts
• features::chrome_common::AutomationScriptsMap
• features::chrome_common::ExecutionScripts
• features::chrome_common::ExecutionScriptsMap
• features::openai_common::AICache

Statics

• utils::IGNORE_CONTENT_TYPES

Constants

• client::header::ACCEPT
• client::header::ACCEPT_CHARSET
• client::header::ACCEPT_ENCODING
• client::header::ACCEPT_LANGUAGE
• client::header::ACCEPT_RANGES
• client::header::ACCESS_CONTROL_ALLOW_CREDENTIALS
• client::header::ACCESS_CONTROL_ALLOW_HEADERS
• client::header::ACCESS_CONTROL_ALLOW_METHODS
• client::header::ACCESS_CONTROL_ALLOW_ORIGIN
• client::header::ACCESS_CONTROL_EXPOSE_HEADERS
• client::header::ACCESS_CONTROL_MAX_AGE
• client::header::ACCESS_CONTROL_REQUEST_HEADERS
• client::header::ACCESS_CONTROL_REQUEST_METHOD
• client::header::AGE
• client::header::ALLOW
• client::header::ALT_SVC
• client::header::AUTHORIZATION
• client::header::CACHE_CONTROL
• client::header::CACHE_STATUS
• client::header::CDN_CACHE_CONTROL
• client::header::CONNECTION
• client::header::CONTENT_DISPOSITION
• client::header::CONTENT_ENCODING
• client::header::CONTENT_LANGUAGE
• client::header::CONTENT_LENGTH
• client::header::CONTENT_LOCATION
• client::header::CONTENT_RANGE
• client::header::CONTENT_SECURITY_POLICY
• client::header::CONTENT_SECURITY_POLICY_REPORT_ONLY
• client::header::CONTENT_TYPE
• client::header::COOKIE
• client::header::DATE
• client::header::DNT
• client::header::ETAG
• client::header::EXPECT
• client::header::EXPIRES
• client::header::FORWARDED
• client::header::FROM
• client::header::HOST
• client::header::IF_MATCH
• client::header::IF_MODIFIED_SINCE
• client::header::IF_NONE_MATCH
• client::header::IF_RANGE
• client::header::IF_UNMODIFIED_SINCE
• client::header::LAST_MODIFIED
• client::header::LINK
• client::header::LOCATION
• client::header::MAX_FORWARDS
• client::header::ORIGIN
• client::header::PRAGMA
• client::header::PROXY_AUTHENTICATE
• client::header::PROXY_AUTHORIZATION
• client::header::PUBLIC_KEY_PINS
• client::header::PUBLIC_KEY_PINS_REPORT_ONLY
• client::header::RANGE
• client::header::REFERER
• client::header::REFERRER_POLICY
• client::header::REFRESH
• client::header::RETRY_AFTER
• client::header::SEC_WEBSOCKET_ACCEPT
• client::header::SEC_WEBSOCKET_EXTENSIONS
• client::header::SEC_WEBSOCKET_KEY
• client::header::SEC_WEBSOCKET_PROTOCOL
• client::header::SEC_WEBSOCKET_VERSION
• client::header::SERVER
• client::header::SET_COOKIE
• client::header::STRICT_TRANSPORT_SECURITY
• client::header::TE
• client::header::TRAILER
• client::header::TRANSFER_ENCODING
• client::header::UPGRADE
• client::header::UPGRADE_INSECURE_REQUESTS
• client::header::USER_AGENT
• client::header::VARY
• client::header::VIA
• client::header::WARNING
• client::header::WWW_AUTHENTICATE
• client::header::X_CONTENT_TYPE_OPTIONS
• client::header::X_DNS_PREFETCH_CONTROL
• client::header::X_FRAME_OPTIONS
• client::header::X_XSS_PROTECTION