sws-lua 0.1.0

Scraper scriptable in Lua
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

pub mod globals {
    //! The global namespace

    pub const SCRAP_PAGE: &str = "scrapPage"; // Function
    pub const ACCEPT_URL: &str = "acceptUrl"; // Function

    pub const SWS: &str = "sws"; // Table
}

pub mod sws {
    //! The `sws` namespace

    pub const SEED_SITEMAPS: &str = "seedSitemaps"; // Table
    pub const SEED_PAGES: &str = "seedPages"; // Table
    pub const SEED_ROBOTS_TXT: &str = "seedRobotsTxt"; // String

    pub const CSV_WRITER_CONFIG: &str = "csvWriterConfig"; // Table
    pub const CRAWLER_CONFIG: &str = "crawlerConfig"; // Table

    pub mod html {
        //! The `Html` class
        pub const SELECT: &str = "select"; // Function
        pub const ROOT: &str = "root"; // Function
    }

    pub mod select {
        //! The `Select` class
        pub const ITER: &str = "iter"; // Function
        pub const ENUMERATE: &str = "enumerate"; // Function
    }

    pub mod elem_ref {
        //! The `ElemRef` class
        pub const SELECT: &str = "select"; // Function
        pub const INNER_HTML: &str = "innerHtml"; // Function
        pub const INNER_TEXT: &str = "innerText"; // Function
        pub const NAME: &str = "name"; // Function
        pub const ID: &str = "id"; // Function
        pub const HAS_CLASS: &str = "hasClass"; // Function
        pub const CLASSES: &str = "classes"; // Function
        pub const ATTR: &str = "attr"; // Function
        pub const ATTRS: &str = "attrs"; // Function
    }

    pub const DATE: &str = "Date"; // Function
    pub mod date {
        //! The `Date` class
        pub const FORMAT: &str = "format"; // Function
    }

    pub mod scraping_context {
        //! The `ScrapingContext` class
        pub const PAGE_LOCATION: &str = "pageLocation"; // Function
        pub const SEND_RECORD: &str = "sendRecord"; // Function
        pub const SEND_URL: &str = "sendUrl"; // Function
        pub const WORKER_ID: &str = "workerId"; // Function
        pub const ROBOT: &str = "robot"; // Function
    }

    pub mod page_location {
        //! The `PageLocation` class
        pub const KIND: &str = "kind"; // Function
        pub const GET: &str = "get"; // Function
    }

    pub const LOCATION: &str = "Location"; // Table
    pub mod location {
        //! The `Location` enum
        pub const URL: &str = "URL"; // String
        pub const PATH: &str = "PATH"; // String
    }

    pub const RECORD: &str = "Record"; // Function
    pub mod record {
        //! The `Record` class
        pub const PUSH_FIELD: &str = "pushField"; // Function
    }

    pub mod crawling_context {
        //! The `CrawlingContext` class
        pub const ROBOT: &str = "robot"; // Function
        pub const SITEMAP: &str = "sitemap"; // Function
    }

    pub mod robot {
        //! The `Robot` class
        pub const ALLOWED: &str = "allowed"; // Function
    }

    pub const SITEMAP: &str = "Sitemap"; // Table
    pub mod sitemap {
        //! The `Sitemap` enum
        pub const INDEX: &str = "INDEX"; // String
        pub const URL_SET: &str = "URL_SET"; // String
    }
}