Struct MapOptions

pub struct MapOptions {
    pub link_types: Option<Vec<String>>,
    pub base_url: Option<String>,
    pub filter_extensions: Option<Vec<String>>,
}

Fields

link_types: Option<Vec<String>>

base_url: Option<String>

filter_extensions: Option<Vec<String>>

Implementations

impl MapOptions

pub fn new() -> Self

Examples found in repository

examples/web-scrape.rs (line 43)

fn example_mapping() {
    println!("--- Example 2: Link Mapping/Discovery ---");

    let url = "https://example.com";
    println!("Mapping links from: {}", url);

    let options = MapOptions::new()
        .with_link_types(vec!["internal".to_string(), "external".to_string()])
        .with_base_url(url.to_string())
        .with_filter_extensions(vec![".html".to_string(), ".htm".to_string()]);

    let response = BlessCrawl::default()
        .map(url, Some(options))
        .expect("Failed to map");
    println!("response: {:?}", response);
    println!();
    println!(
        "------------ links ------------\n{:?}\n------------------------------",
        response.data.links
    );
    println!();
    println!(
        "------------ total links ------------\n{}\n------------------------------",
        response.data.total_links
    );
}

pub fn with_link_types(self, link_types: Vec<String>) -> Self

Examples found in repository

examples/web-scrape.rs (line 44)

fn example_mapping() {
    println!("--- Example 2: Link Mapping/Discovery ---");

    let url = "https://example.com";
    println!("Mapping links from: {}", url);

    let options = MapOptions::new()
        .with_link_types(vec!["internal".to_string(), "external".to_string()])
        .with_base_url(url.to_string())
        .with_filter_extensions(vec![".html".to_string(), ".htm".to_string()]);

    let response = BlessCrawl::default()
        .map(url, Some(options))
        .expect("Failed to map");
    println!("response: {:?}", response);
    println!();
    println!(
        "------------ links ------------\n{:?}\n------------------------------",
        response.data.links
    );
    println!();
    println!(
        "------------ total links ------------\n{}\n------------------------------",
        response.data.total_links
    );
}

pub fn with_base_url(self, base_url: String) -> Self

Examples found in repository

examples/web-scrape.rs (line 45)

fn example_mapping() {
    println!("--- Example 2: Link Mapping/Discovery ---");

    let url = "https://example.com";
    println!("Mapping links from: {}", url);

    let options = MapOptions::new()
        .with_link_types(vec!["internal".to_string(), "external".to_string()])
        .with_base_url(url.to_string())
        .with_filter_extensions(vec![".html".to_string(), ".htm".to_string()]);

    let response = BlessCrawl::default()
        .map(url, Some(options))
        .expect("Failed to map");
    println!("response: {:?}", response);
    println!();
    println!(
        "------------ links ------------\n{:?}\n------------------------------",
        response.data.links
    );
    println!();
    println!(
        "------------ total links ------------\n{}\n------------------------------",
        response.data.total_links
    );
}

pub fn with_filter_extensions(self, extensions: Vec<String>) -> Self

Examples found in repository

examples/web-scrape.rs (line 46)

fn example_mapping() {
    println!("--- Example 2: Link Mapping/Discovery ---");

    let url = "https://example.com";
    println!("Mapping links from: {}", url);

    let options = MapOptions::new()
        .with_link_types(vec!["internal".to_string(), "external".to_string()])
        .with_base_url(url.to_string())
        .with_filter_extensions(vec![".html".to_string(), ".htm".to_string()]);

    let response = BlessCrawl::default()
        .map(url, Some(options))
        .expect("Failed to map");
    println!("response: {:?}", response);
    println!();
    println!(
        "------------ links ------------\n{:?}\n------------------------------",
        response.data.links
    );
    println!();
    println!(
        "------------ total links ------------\n{}\n------------------------------",
        response.data.total_links
    );
}

Trait Implementations

impl Clone for MapOptions

fn clone(&self) -> MapOptions

Returns a duplicate of the value.

const fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MapOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for MapOptions

fn default() -> MapOptions

Returns the “default value” for a type.

impl PartialEq for MapOptions

fn eq(&self, other: &MapOptions) -> bool

Tests for self and other values to be equal, and is used by ==.

const fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for MapOptions

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for MapOptions