List of all items

Structs

• CaseInsensitiveString
• client::Error
• client::Proxy
• client::Response
• client::StatusCode
• client::cookie::Cookie
• client::cookie::Jar
• client::header::Drain
• client::header::GetAll
• client::header::HeaderMap
• client::header::HeaderName
• client::header::HeaderValue
• client::header::IntoIter
• client::header::InvalidHeaderName
• client::header::InvalidHeaderValue
• client::header::Iter
• client::header::IterMut
• client::header::Keys
• client::header::MaxSizeReached
• client::header::OccupiedEntry
• client::header::ToStrError
• client::header::VacantEntry
• client::header::ValueDrain
• client::header::ValueIter
• client::header::ValueIterMut
• client::header::Values
• client::header::ValuesMut
• client::redirect::Action
• client::redirect::Attempt
• client::redirect::Policy
• configuration::AllowListSet
• configuration::Configuration
• configuration::RequestProxy
• configuration::SerializableHeaderMap
• features::automation::AutomationResult
• features::automation::AutomationUsage
• features::automation::PromptConfiguration
• features::automation::RemoteMultimodalConfigs
• features::chrome_common::AuthChallengeResponse
• features::chrome_common::CaptureScreenshotParams
• features::chrome_common::ClipViewport
• features::chrome_common::RequestInterceptConfiguration
• features::chrome_common::ScreenShotConfig
• features::chrome_common::ScreenshotParams
• features::chrome_common::Viewport
• features::chrome_common::WaitFor
• features::chrome_common::WaitForDelay
• features::chrome_common::WaitForIdleNetwork
• features::chrome_common::WaitForSelector
• features::disk::DatabaseHandler
• features::gemini_common::GeminiConfigs
• features::gemini_common::GeminiReturn
• features::gemini_common::GeminiUsage
• features::openai_common::GPTConfigs
• features::openai_common::OpenAIReturn
• features::openai_common::OpenAIUsage
• features::openai_common::ResponseFormatJsonSchema
• features::solvers::APACHE_FORBIDDEN
• features::solvers::EMPTY_HTML_BASIC
• features::solvers::GEMINI_VISION_ENDPOINT
• features::solvers::OPEN_RESTY_FORBIDDEN
• features::webdriver_common::WebDriverConfig
• features::webdriver_common::WebDriverInterceptConfiguration
• packages::robotparser::parser::Entry
• packages::robotparser::parser::RequestRate
• packages::robotparser::parser::RobotFileParser
• packages::robotparser::parser::RuleLine
• page::AIResults
• page::AutomationResults
• page::Metadata
• page::Page
• page::PageLinkBuildSettings
• utils::APACHE_FORBIDDEN
• utils::AllowedDomainTypes
• utils::EMPTY_HTML_BASIC
• utils::GEMINI_SEM
• utils::HttpResponse
• utils::OPEN_RESTY_FORBIDDEN
• utils::PageResponse
• utils::connect::BackgroundProcessor
• utils::connect::BackgroundProcessorLayer
• utils::connect::BackgroundResponseFuture
• utils::interner::ListBucket
• utils::templates::APACHE_FORBIDDEN
• utils::templates::EMPTY_HTML
• utils::templates::EMPTY_HTML_BASIC
• utils::templates::OPEN_RESTY_FORBIDDEN
• utils::trie::Trie
• utils::trie::TrieNode
• utils::uring_fs::StreamingWriter
• website::ChannelGuard
• website::ClientRotator
• website::DEFAULT_PERMITS
• website::Website

Enums

• client::header::Entry
• configuration::ProxyIgnore
• configuration::RedirectPolicy
• features::automation::EngineError
• features::chrome_common::AuthChallengeResponseResponse
• features::chrome_common::CaptureScreenshotFormat
• features::chrome_common::NetworkInterceptManager
• features::chrome_common::WebAutomation
• features::chrome_viewport::DeviceType
• features::openai_common::Prompt
• features::webdriver_common::WebDriverBrowser
• page::AntiBotTech
• utils::BasicCachePolicy
• utils::CacheOptions
• utils::HeaderSource
• utils::HttpVersion
• website::CrawlStatus
• website::CronType
• website::OnShouldCrawlCallback
• website::ProcessLinkStatus
• website::WebsiteMetaInfo

Traits

• client::cookie::CookieStore
• client::header::AsHeaderName
• client::header::IntoHeaderName
• website::OnShouldCrawlClosure

Functions

• black_list::contains
• configuration::get_referer
• configuration::get_ua
• features::chrome_common::convert_to_trie_automation_scripts
• features::chrome_common::convert_to_trie_execution_scripts
• features::chrome_common::set_dynamic_scroll
• features::chrome_viewport::get_random_viewport
• features::chrome_viewport::randomize_viewport
• features::chrome_viewport::randomize_viewport_rng
• features::disk::get_db_path
• features::solvers::contains_verification
• features::solvers::detect_geetest
• features::solvers::detect_hard_forbidden_content
• features::solvers::detect_imperva_verification_iframe
• features::solvers::detect_lemin
• features::solvers::detect_open_resty_forbidden
• features::solvers::detect_recaptcha
• features::solvers::imperva_challenge_sized
• features::solvers::looks_like_geetest
• features::solvers::looks_like_geetest_challenge_visible
• features::solvers::looks_like_geetest_loading
• features::solvers::looks_like_imperva_iframe_phase
• features::solvers::looks_like_imperva_verify
• features::solvers::looks_like_imperva_wait_screen
• page::build
• page::build_cookie_header_from_set_cookie
• page::build_with_parse
• page::encode_bytes
• page::get_html_encoded
• page::get_page_selectors
• page::is_asset_url
• page::validate_empty
• utils::abs::convert_abs_path
• utils::abs::parse_absolute_url
• utils::cache_auth_token
• utils::cache_skip_browser
• utils::clean_html
• utils::clean_html_base
• utils::clean_html_full
• utils::clean_html_raw
• utils::clean_html_slim
• utils::connect::init_background_runtime
• utils::convert_headers
• utils::crawl_duration_expired
• utils::detect_anti_bot_from_body
• utils::detect_anti_bot_from_headers
• utils::detect_anti_bot_tech_response
• utils::detect_antibot_from_url
• utils::detect_hard_forbidden_content
• utils::detect_open_resty_forbidden
• utils::detect_system::get_global_cpu_state
• utils::detect_system::get_global_memory_state
• utils::emit_log
• utils::emit_log_shutdown
• utils::fetch_page_html
• utils::fetch_page_html_raw
• utils::fetch_page_html_raw_cached
• utils::fetch_page_html_raw_only_html
• utils::flip_http_https
• utils::gemini_request
• utils::get_cached_url
• utils::get_cookies
• utils::get_last_segment
• utils::get_semaphore
• utils::handle_gemini_credits
• utils::handle_openai_credits
• utils::handle_response_bytes
• utils::handle_response_bytes_writer
• utils::header_utils::extend_headers
• utils::header_utils::has_ref
• utils::header_utils::header_map_to_hash_map
• utils::header_utils::is_title_case_browser_header
• utils::header_utils::rewrite_headers_to_title_case
• utils::header_utils::setup_default_headers
• utils::is_cacheable_body_empty
• utils::is_html_content_check
• utils::log
• utils::networking_capable
• utils::openai_request
• utils::prepare_url
• utils::put_hybrid_cache
• utils::split_hashset_round_robin
• utils::strip_www
• utils::uring_fs::create_dir_all
• utils::uring_fs::init_uring_fs
• utils::uring_fs::read_file
• utils::uring_fs::remove_file
• utils::uring_fs::write_file
• utils::validation::is_false_403
• website::calc_limits
• website::channel_send_page
• website::is_safe_javascript_challenge
• website::set_interface

Type Aliases

• RelativeSelectors
• client::Client
• client::ClientBuilder
• configuration::AllowList
• features::automation::EngineResult
• features::chrome_common::AutomationScripts
• features::chrome_common::AutomationScriptsMap
• features::chrome_common::ExecutionScripts
• features::chrome_common::ExecutionScriptsMap
• features::gemini_common::GeminiCache
• features::openai_common::AICache
• website::OnLinkFindCallback

Statics

• utils::IGNORE_CONTENT_TYPES

Constants

• client::header::ACCEPT
• client::header::ACCEPT_CHARSET
• client::header::ACCEPT_ENCODING
• client::header::ACCEPT_LANGUAGE
• client::header::ACCEPT_RANGES
• client::header::ACCESS_CONTROL_ALLOW_CREDENTIALS
• client::header::ACCESS_CONTROL_ALLOW_HEADERS
• client::header::ACCESS_CONTROL_ALLOW_METHODS
• client::header::ACCESS_CONTROL_ALLOW_ORIGIN
• client::header::ACCESS_CONTROL_EXPOSE_HEADERS
• client::header::ACCESS_CONTROL_MAX_AGE
• client::header::ACCESS_CONTROL_REQUEST_HEADERS
• client::header::ACCESS_CONTROL_REQUEST_METHOD
• client::header::AGE
• client::header::ALLOW
• client::header::ALT_SVC
• client::header::AUTHORIZATION
• client::header::CACHE_CONTROL
• client::header::CACHE_STATUS
• client::header::CDN_CACHE_CONTROL
• client::header::CONNECTION
• client::header::CONTENT_DISPOSITION
• client::header::CONTENT_ENCODING
• client::header::CONTENT_LANGUAGE
• client::header::CONTENT_LENGTH
• client::header::CONTENT_LOCATION
• client::header::CONTENT_RANGE
• client::header::CONTENT_SECURITY_POLICY
• client::header::CONTENT_SECURITY_POLICY_REPORT_ONLY
• client::header::CONTENT_TYPE
• client::header::COOKIE
• client::header::DATE
• client::header::DNT
• client::header::ETAG
• client::header::EXPECT
• client::header::EXPIRES
• client::header::FORWARDED
• client::header::FROM
• client::header::HOST
• client::header::IF_MATCH
• client::header::IF_MODIFIED_SINCE
• client::header::IF_NONE_MATCH
• client::header::IF_RANGE
• client::header::IF_UNMODIFIED_SINCE
• client::header::LAST_MODIFIED
• client::header::LINK
• client::header::LOCATION
• client::header::MAX_FORWARDS
• client::header::ORIGIN
• client::header::PRAGMA
• client::header::PROXY_AUTHENTICATE
• client::header::PROXY_AUTHORIZATION
• client::header::PUBLIC_KEY_PINS
• client::header::PUBLIC_KEY_PINS_REPORT_ONLY
• client::header::RANGE
• client::header::REFERER
• client::header::REFERRER_POLICY
• client::header::REFRESH
• client::header::RETRY_AFTER
• client::header::SEC_WEBSOCKET_ACCEPT
• client::header::SEC_WEBSOCKET_EXTENSIONS
• client::header::SEC_WEBSOCKET_KEY
• client::header::SEC_WEBSOCKET_PROTOCOL
• client::header::SEC_WEBSOCKET_VERSION
• client::header::SERVER
• client::header::SET_COOKIE
• client::header::STRICT_TRANSPORT_SECURITY
• client::header::TE
• client::header::TRAILER
• client::header::TRANSFER_ENCODING
• client::header::UPGRADE
• client::header::UPGRADE_INSECURE_REQUESTS
• client::header::USER_AGENT
• client::header::VARY
• client::header::VIA
• client::header::WARNING
• client::header::WWW_AUTHENTICATE
• client::header::X_CONTENT_TYPE_OPTIONS
• client::header::X_DNS_PREFETCH_CONTROL
• client::header::X_FRAME_OPTIONS
• client::header::X_XSS_PROTECTION
• features::gemini_common::DEFAULT_GEMINI_MODEL
• utils::validation::MAX_LEN_FOR_LOOSE_FALLBACK
• utils::validation::PREFIX_SCAN