rust-web-server 18.34.0

Single-binary web server and reverse proxy: automatic HTTPS (Let's Encrypt), HTTP/1.1, HTTP/2 and HTTP/3, load balancing, auth and rate limiting, configured in one TOML file. Also a Rust library: routing, middleware, MCP server, ORM, background jobs. No hyper, no Tower; HTTP/2 and HTTP/3 framing via h2 and quinn.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138

// Writes dist/<route>/index.html for every page with Lit SSR, plus the brand
// files. Runs after `vite build` (needs dist/.vite/manifest.json).
import { render } from "@lit-labs/ssr";
import { collectResult } from "@lit-labs/ssr/lib/render-result.js";
import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { dirname, join } from "node:path";
import { fileURLToPath } from "node:url";

import "../src/components.js";
import { favicon, icon, mark } from "../src/brand/mark.js";
import { documentHtml, SITE } from "../src/shell.js";
import * as themePage from "../src/pages/theme.js";
import * as homePage from "../src/pages/home.js";
import * as privacyPage from "../src/pages/privacy.js";
import * as benchmarksPage from "../src/pages/benchmarks.js";
import * as playgroundPage from "../src/pages/playground.js";
import * as whyPage from "../src/pages/why.js";
import * as changelogPage from "../src/pages/changelog.js";
import * as notFoundPage from "../src/pages/not-found.js";
import { copyFileSync, cpSync } from "node:fs";
import { execFileSync } from "node:child_process";
import { buildDocs } from "../src/docs/build.js";
import { docsVersions } from "./versions.js";
import { changelog, versionIndex } from "./mcp-index.js";

const site = join(dirname(fileURLToPath(import.meta.url)), "..");
const dist = join(site, "dist");
const manifest = JSON.parse(readFileSync(join(dist, ".vite", "manifest.json"), "utf8"));
const entry = manifest["src/client/main.js"];
const assets = { js: `/${entry.file}`, css: (entry.css ?? []).map((f) => `/${f}`) };

function write(path, content) {
  const file = join(dist, path);
  mkdirSync(dirname(file), { recursive: true });
  writeFileSync(file, content);
}

const versions = docsVersions({ repo: join(site, ".."), cacheDir: join(site, ".versions") });
for (const v of versions) v.pages = new Set(["/", ...v.sidebar.flatMap((g) => g.items.map((i) => i.link))]);
const docs = [];
for (const v of versions) {
  const version = { ...v, all: versions, latestKey: versions[0].key, latestPages: versions[0].pages };
  docs.push(...(await buildDocs({ contentRoot: v.contentRoot, sidebar: v.sidebar, base: v.base, version })));
  console.log("docs", v.key, v.latest ? "(latest, working tree)" : `(tag ${v.tag})`);
}
homePage.meta.jsonLd = homePage.structuredData(versions[0].tag);
const pages = [homePage, whyPage, benchmarksPage, playgroundPage, changelogPage, privacyPage, notFoundPage, themePage, ...docs];
for (const page of pages) {
  const body = await collectResult(render(await page.render()));
  const out = page.meta.path.endsWith("/") ? `${page.meta.path}index.html` : page.meta.path;
  write(out, documentHtml({ ...page.meta, body, assets }));
}
console.log(pages.length, "pages")

// Search engines and AI crawlers: every indexable page in a sitemap (with
// when it changed, where known), robots.txt pointing at it, and a Markdown
// copy of each current docs page (linked from the page and from llms.txt).
const indexable = pages.filter((p) => !p.meta.noindex && p.meta.path !== "/404.html" && !p.meta.path.endsWith(".html"));
const xml = (s) => s.replace(/&/g, "&amp;").replace(/</g, "&lt;");
write(
  "sitemap.xml",
  `<?xml version="1.0" encoding="UTF-8"?>\n<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n${indexable
    .map((p) => `  <url><loc>${xml(SITE + p.meta.path)}</loc>${p.meta.modified ? `<lastmod>${p.meta.modified.slice(0, 10)}</lastmod>` : ""}</url>`)
    .join("\n")}\n</urlset>\n`,
);
write(
  "robots.txt",
  [
    "# rws8.tech: everything is public. AI crawlers and assistants are welcome:",
    "# the docs are written to be quoted, and /llms.txt lists them for agents.",
    "User-agent: *",
    "Allow: /",
    "Disallow: /admin/",
    "",
    ...["GPTBot", "OAI-SearchBot", "ChatGPT-User", "ClaudeBot", "Claude-User", "Claude-SearchBot", "PerplexityBot", "Perplexity-User", "Google-Extended", "Applebot-Extended", "CCBot"].flatMap((ua) => [`User-agent: ${ua}`, "Allow: /", "Disallow: /admin/", ""]),
    `Sitemap: ${SITE}/sitemap.xml`,
    "",
  ].join("\n"),
);
let markdownCopies = 0;
for (const p of pages) {
  if (!p.meta.markdown || !p.page?.source) continue;
  const source = readFileSync(p.page.source, "utf8")
    .replace(/^---\n[\s\S]*?\n---\n/, "")
    .replace(/^import .*$/gm, "")
    .trim();
  const head = [`# ${p.page.title}`, "", p.page.description ? `> ${p.page.description}` : null, "", `Source: ${SITE}${p.meta.path}${p.meta.modified ? ` · Last updated ${p.meta.modified.slice(0, 10)}` : ""}`, ""].filter((l) => l !== null);
  write(p.meta.markdown, `${head.join("\n")}\n${source}\n`);
  markdownCopies++;
}
// IndexNow (Bing, Yandex, Seznam, Naver): the key file that proves the
// site's ownership when ci/indexnow.py announces changed pages.
write("2c32426256ab5e82b6a7fa63c90848c0.txt", "2c32426256ab5e82b6a7fa63c90848c0\n");
console.log("sitemap", indexable.length, "urls; robots.txt;", markdownCopies, "Markdown copies")

write("favicon.svg", favicon());
copyFileSync(join(site, "src", "brand", "favicon.ico"), join(dist, "favicon.ico"));
mkdirSync(join(dist, "brand"), { recursive: true });
copyFileSync(join(site, "src", "brand", "og.png"), join(dist, "brand", "og.png"));
write("brand/mark.svg", mark({ rack: "#16120F", dot: "#F2EBE3", slot: "#7A706A", accent: "#D2551E", accentDot: "#16120F" }));
write("brand/mark-dark.svg", mark({ rack: "#F2EBE3", dot: "#16120F", slot: "#6B625C", accent: "#D2551E", accentDot: "#16120F" }));
write("brand/icon-black.svg", icon("black"));
write("brand/icon-orange.svg", icon("orange"));
console.log("brand files written");

// Generated agent files from the repo root, served at the site root as the
// release workflow does today (per-release copies come with phase 7).
const repo = join(site, "..");
for (const f of ["llms.txt", "llms-full.txt", "install.sh"]) copyFileSync(join(repo, f), join(dist, f));
// /<major.minor>/llms*.txt for agents pinned to a release: this tree for the
// newest, each older minor from its newest patch tag (tags before llms.txt
// existed have none).
for (const v of versions) {
  mkdirSync(join(dist, v.key), { recursive: true });
  for (const f of ["llms.txt", "llms-full.txt"]) {
    if (v.latest) copyFileSync(join(repo, f), join(dist, v.key, f));
    else {
      try {
        writeFileSync(join(dist, v.key, f), execFileSync("git", ["-C", repo, "show", `${v.tag}:${f}`]));
      } catch {
        // not in this release
      }
    }
  }
}
cpSync(join(repo, "agents"), join(dist, "agents"), { recursive: true });

// Data for the docs MCP server (site/mcp), one file per docs version.
mkdirSync(join(dist, "mcp"), { recursive: true });
for (const v of versions) writeFileSync(join(dist, "mcp", `${v.key}.json`), JSON.stringify(versionIndex({ version: v, repo })));
writeFileSync(
  join(dist, "mcp", "index.json"),
  JSON.stringify({
    latest: versions[0].key,
    versions: versions.map((v) => ({ version: v.key, tag: v.tag })),
    changelog: changelog(readFileSync(join(repo, "CHANGELOG.md"), "utf8")),
  }),
);