Struct ScrapeOptions 

pub struct ScrapeOptions {

    pub formats: Option<Vec<ScrapeFormats>>,
    pub only_main_content: Option<bool>,
    pub include_tags: Option<Vec<String>>,
    pub exclude_tags: Option<Vec<String>>,
    pub headers: Option<HashMap<String, String>>,
    pub wait_for: Option<u32>,
    pub timeout: Option<u32>,
    pub json_options: Option<JsonOptions>,
    pub location: Option<LocationOptions>,
    pub actions: Option<Vec<Action>>,
    pub mobile: Option<bool>,
    pub skip_tls_verification: Option<bool>,
    pub remove_base64_images: Option<bool>,
    pub block_ads: Option<bool>,
    pub proxy: Option<String>,
}

Fields

formats: Option<Vec<ScrapeFormats>>

Content formats to extract (default: [‘markdown’])

only_main_content: Option<bool>

Extract only the main content, filtering out navigation, footers, etc. (default: true)

include_tags: Option<Vec<String>>

HTML tags to specifically include in extraction

exclude_tags: Option<Vec<String>>

HTML tags to exclude from extraction

headers: Option<HashMap<String, String>>

Additional HTTP headers to use when loading the page.

wait_for: Option<u32>

Time in milliseconds to wait for dynamic content to load. (default: 0)

timeout: Option<u32>

Maximum time in milliseconds to wait for the page to load. (default: 60000)

json_options: Option<JsonOptions>

The JSON options to use for the final extract.

location: Option<LocationOptions>

Location settings for scraping

actions: Option<Vec<Action>>

List of actions to perform before scraping

mobile: Option<bool>

Use mobile viewport. (default: false)

skip_tls_verification: Option<bool>

Skip TLS certificate verification. (default: false)

remove_base64_images: Option<bool>

Remove base64 encoded images from output. (default: false)

block_ads: Option<bool>

Block ads during page loading (default: true)

proxy: Option<String>

Proxy configuration to use (values: “none”, “basic”, “residential”) (default: "none")

Trait Implementations

impl Clone for ScrapeOptions

fn clone(&self) -> ScrapeOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ScrapeOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ScrapeOptions

fn default() -> ScrapeOptions

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ScrapeOptions

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for ScrapeOptions

fn eq(&self, other: &ScrapeOptions) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ScrapeOptions

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for ScrapeOptions

impl StructuralPartialEq for ScrapeOptions