lectito 0.3.0

Article extraction and readability parsing for Lectito.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

name = "stanford-encyclopedia"
hosts = ["plato.stanford.edu"]
content_roots = ["//div[@id='article-content']", "//main"]
remove_id_or_class = [
  "sidebar",
  "navigation",
  "nav",
  "menu",
  "footer",
  "header",
  "breadcrumb",
  "breadcrumbs",
  "related",
  "social",
  "utility",
  "tools",
  "article-sidebar",
  "toc",
  "academic-tools",
  "other-internet-resources",
  "related-entries",
]
remove = [
  "//div[@class='su-brand-bar']",
  "//div[@class='su-global-header']",
  "//div[@class='su-global-footer']",
  "//nav[contains(@class, 'su-navigation')]",
  "//aside[contains(@class, 'su-sidebar')]",
  "//div[contains(@class, 'admin')]",
  "//div[contains(@class, 'edit')]",
  "//div[contains(@class, 'toolbar')]",
  "//*[@id='toc']",
  "//div[@id='academic-tools']",
  "//div[@id='other-internet-resources']",
  "//div[@id='related-entries']",
]

[metadata]
title = ["//h1"]
author = ["//meta[@name='citation_author']/@content", "//span[@class='author']"]
date = ["//div[@id='pubinfo']/text()", "//time[@class='date']"]

[cleanup]
enabled = false
prune = false

[fallback]
generic_on_empty = true