web-parser 0.1.3

This website parser library allows asynchronous search, fetching and extracting data from web-pages in multiple formats.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use crate::prelude::*;
use super::{ SearchOptions };

/// The 'Wikipedia' search engine
pub struct Wiki;

impl SearchOptions for Wiki {
    /// Creates a new instance
    fn new() -> Self {
        Self {}
    }
    
    /// Search engine URL
    fn url(&self) -> String {
        str!("https://wikipedia.org/w/index.php?search=")
    }

    /// Start search script
    fn search(&self, query: &str) -> String {
        str!() + r##"
            try {
                let form = document.querySelector('body form#search');
                let input = form.querySelector('input[name="search"]');

                input.focus();
                input.value = ""## + query + r##"";

                input.dispatchEvent(new Event('input', { bubbles: true }));
                input.dispatchEvent(new Event('change', { bubbles: true }));

                form.submit();

                return true;
            } catch {
                return false;
            }
        "##
    }

    /// Parse results script
    fn parse(&self) -> String {
        str!() + r##"
            try {
                let links = [];

                document.querySelectorAll('.mw-search-results a[href]').forEach(elem => {
                    let href = elem.getAttribute("href");

                    if (href && !href.startsWith("https://")) {
                        links.push('https://wikipedia.org' + href);
                    }
                });

                return links;
            } catch {
                return [];
            }
        "##
    }
}