nab 0.8.2

Token-optimized HTTP client for LLMs — fetches any URL as clean markdown
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

# Reddit post extraction via Reddit JSON API.
#
# Reddit returns a bare JSON array: [post_listing, comments_listing].
# Appending `.json` to any post URL gives the API response.
#
# The `client = "standard"` option is required because Reddit returns HTML
# instead of JSON when the client forces HTTP/2 via prior knowledge (no ALPN).
# A standard reqwest client negotiates the HTTP version via TLS ALPN.

[site]
name = "reddit"
patterns = [
    "(?i)(?:www\\.)?reddit\\.com/r/[^/]+/comments/",
    "(?i)old\\.reddit\\.com/r/[^/]+/comments/",
]

[rewrite]
# Strip query string and add .json suffix.
from = "(?i)(https?://(?:(?:www\\.|old\\.)?reddit\\.com/r/[^/]+/comments/[^/?#]+(?:/[^/?#]+)?))[?#]?.*"
to = "$1.json"

[request]
client = "standard"
headers = { "User-Agent" = "nab/1.0 (by /u/nab-cli)" }
accept = "application/json"

[json]
# Post data lives in the first listing: [0].data.children[0].data
title    = "[0].data.children[0].data.title"
author   = "[0].data.children[0].data.author"
score    = "[0].data.children[0].data.score"
comments = "[0].data.children[0].data.num_comments"
selftext = "[0].data.children[0].data.selftext"
url      = "[0].data.children[0].data.url"
subreddit = "[0].data.children[0].data.subreddit"
permalink = "[0].data.children[0].data.permalink"
# Top 3 comments from the second listing: [1].data.children[N].data
c0_author = "[1].data.children[0].data.author"
c0_body   = "[1].data.children[0].data.body"
c0_score  = "[1].data.children[0].data.score"
c1_author = "[1].data.children[1].data.author"
c1_body   = "[1].data.children[1].data.body"
c1_score  = "[1].data.children[1].data.score"
c2_author = "[1].data.children[2].data.author"
c2_body   = "[1].data.children[2].data.body"
c2_score  = "[1].data.children[2].data.score"

[template]
format = """
## {title}

r/{subreddit} · by u/{author} · {score|number} points · {comments|number} comments

{selftext}

### Top Comments

**u/{c0_author}** · {c0_score|number} points

{c0_body}

---

**u/{c1_author}** · {c1_score|number} points

{c1_body}

---

**u/{c2_author}** · {c2_score|number} points

{c2_body}

---

[View on Reddit](https://www.reddit.com{permalink})
"""

[metadata]
platform = "Reddit"
author = "u/{author}"
title_field = "title"
canonical_url_field = "url"

[engagement]
likes = "score"
replies = "comments"

# Fallback: scrape old.reddit.com HTML when the JSON API returns 403/404.
# Reddit now blocks unauthenticated .json requests; old.reddit.com still
# renders server-side HTML that we can extract with CSS selectors.
[[fallback]]
rewrite_from = "(?i)https?://(?:(?:www\\.)?reddit\\.com|old\\.reddit\\.com)(/r/[^/]+/comments/[^/?#]+(?:/[^/?#]+)?)[?#]?.*"
rewrite_to   = "https://old.reddit.com$1"
type         = "html"

[fallback.css]
title     = ".title a.title"
author    = ".tagline .author"
score     = ".score .number"
selftext  = ".usertext-body .md"
subreddit = ".redditname a"