web-parser 0.1.3

This website parser library allows asynchronous search, fetching and extracting data from web-pages in multiple formats.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use crate::prelude::*;
use super::{ SearchOptions };

/// The 'Ecosia' search engine
pub struct Ecosia;

impl SearchOptions for Ecosia {
    /// Creates a new instance
    fn new() -> Self {
        Self {}
    }
    
    /// Search engine URL
    fn url(&self) -> String {
        str!("https://www.ecosia.org/")
    }

    /// Start search script
    fn search(&self, query: &str) -> String {
        str!() + r##"
            try {
                let form = document.querySelector('form[action="/search"]');
                let input = form.querySelector('input[data-test-id="search-form-input"]');

                input.focus();
                input.value = ""## + query + r##"";

                input.dispatchEvent(new Event('input', { bubbles: true }));
                input.dispatchEvent(new Event('change', { bubbles: true }));

                form.submit();

                return true;
            } catch {
                return false;
            }
        "##
    }

    /// Parse results script
    fn parse(&self) -> String {
        str!() + r##"
            let links = [];

            document.querySelectorAll('main a[href][data-test-id="result-link"]').forEach(elem => {
                let href = elem.getAttribute("href");

                if (href && href.startsWith("https://")) {
                    links.push(href);
                }
            });

            return links;
        "##
    }
}