Struct BatchScrapeOptions

pub struct BatchScrapeOptions {

    pub formats: Option<Vec<ScrapeFormats>>,
    pub only_main_content: Option<bool>,
    pub include_tags: Option<Vec<String>>,
    pub exclude_tags: Option<Vec<String>>,
    pub headers: Option<HashMap<String, String>>,
    pub wait_for: Option<u32>,
    pub mobile: Option<bool>,
    pub skip_tls_verification: Option<bool>,
    pub timeout: Option<u32>,
    pub json_options: Option<JsonOptions>,
    pub actions: Option<Vec<Action>>,
    pub location: Option<LocationOptions>,
    pub remove_base64_images: Option<bool>,
    pub block_ads: Option<bool>,
    pub proxy: Option<String>,
}

Fields

formats: Option<Vec<ScrapeFormats>>

Content formats to extract

only_main_content: Option<bool>

Extract only the main content, filtering out navigation, footers, etc.

include_tags: Option<Vec<String>>

HTML tags to specifically include in extraction

exclude_tags: Option<Vec<String>>

HTML tags to exclude from extraction

headers: Option<HashMap<String, String>>

Additional HTTP headers to use when loading the page.

wait_for: Option<u32>

Time in milliseconds to wait for dynamic content to load

mobile: Option<bool>

Use mobile viewport

skip_tls_verification: Option<bool>

Skip TLS certificate verification

timeout: Option<u32>

Maximum time in milliseconds to wait for the page to load

json_options: Option<JsonOptions>

JSON options for structured data extraction

actions: Option<Vec<Action>>

List of actions to perform before scraping

location: Option<LocationOptions>

Location settings for scraping

remove_base64_images: Option<bool>

Remove base64 encoded images from output

block_ads: Option<bool>

Block ads during page loading

proxy: Option<String>

Proxy configuration to use (values: “none”, “basic”, “residential”)

Trait Implementations

impl Clone for BatchScrapeOptions

fn clone(&self) -> BatchScrapeOptions

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchScrapeOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for BatchScrapeOptions

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for BatchScrapeOptions

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<BatchScrapeOptions> for ScrapeOptions

fn from(options: BatchScrapeOptions) -> Self

Converts to this type from the input type.

impl PartialEq for BatchScrapeOptions

fn eq(&self, other: &BatchScrapeOptions) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for BatchScrapeOptions

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for BatchScrapeOptions

impl StructuralPartialEq for BatchScrapeOptions