Centralize robots.txt and sitemap

- One robots.txt at root referencing two sitemaps
- One central sitemap.xml with all pages (no per-site sitemaps)
- Deleted: 4 per-site sitemap templates, 4 per-site robots.txt files
- Simplified sitemap template (uses collections.all)

code/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Allow: /
-
-Sitemap: https://www.moonweb.org/code/sitemap.xml

code/sitemap.xml.njk

@@ -1,6 +0,0 @@
----
-permalink: /code/sitemap.xml
-sitemapCollection: "code"
-eleventyExcludeFromCollections: true
----
-{% include "sitemap.njk" %}

eleventy.config.js

@@ -27,16 +27,14 @@ module.exports = function (eleventyConfig) {
   // Root-level shared assets
   eleventyConfig.addPassthroughCopy({ "shared/base.css": "shared-base.css" });
   eleventyConfig.addPassthroughCopy({ "shared/favicon/hub.svg": "favicon.svg" });
+  eleventyConfig.addPassthroughCopy({ "hub/robots.txt": "robots.txt" });
 
-  // Per-section assets: favicon, robots.txt
+  // Per-section assets: favicon
   for (const [section, cfg] of Object.entries(SITES)) {
     const prefix = cfg.pathPrefix || ".";
     eleventyConfig.addPassthroughCopy({
       [`shared/favicon/${section}.svg`]: `${prefix}/favicon.svg`,
     });
-    eleventyConfig.addPassthroughCopy({
-      [`${section}/robots.txt`]: `${prefix}/robots.txt`,
-    });
   }
 
   // Hub: profile photo

hub/robots.txt

@@ -2,8 +2,4 @@ User-agent: *
 Allow: /
 
 Sitemap: https://www.moonweb.org/sitemap.xml
-Sitemap: https://www.moonweb.org/infra/sitemap.xml
-Sitemap: https://www.moonweb.org/smarthome/sitemap.xml
-Sitemap: https://www.moonweb.org/code/sitemap.xml
-Sitemap: https://www.moonweb.org/retro/sitemap.xml
 Sitemap: https://www.moonweb.org/timecapsule/sitemap.xml

hub/sitemap.xml.njk

@@ -1,6 +1,5 @@
 ---
 permalink: /sitemap.xml
-sitemapCollection: "hub"
 eleventyExcludeFromCollections: true
 ---
 {% include "sitemap.njk" %}

infra/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Allow: /
-
-Sitemap: https://www.moonweb.org/infra/sitemap.xml

infra/sitemap.xml.njk

@@ -1,6 +0,0 @@
----
-permalink: /infra/sitemap.xml
-sitemapCollection: "infra"
-eleventyExcludeFromCollections: true
----
-{% include "sitemap.njk" %}

retro/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Allow: /
-
-Sitemap: https://www.moonweb.org/retro/sitemap.xml

retro/sitemap.xml.njk

@@ -1,6 +0,0 @@
----
-permalink: /retro/sitemap.xml
-sitemapCollection: "retro"
-eleventyExcludeFromCollections: true
----
-{% include "sitemap.njk" %}

shared/_includes/sitemap.njk

@@ -1,10 +1,9 @@
 <?xml version="1.0" encoding="utf-8"?>
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
-{%- set sitemapPages = collections[sitemapCollection] if sitemapCollection else collections.all %}
+{%- for page in collections.all %}
-{%- for page in sitemapPages %}
   {%- if not page.url.includes("404") %}
   <url>
-    <loc>{{ site.url }}{{ pathPrefix }}{{ page.url }}</loc>
+    <loc>{{ site.url }}{{ page.url }}</loc>
     <lastmod>{{ page.date | date }}</lastmod>
     <changefreq>{% if page.url == "/" %}weekly{% else %}monthly{% endif %}</changefreq>
     <priority>{% if page.url == "/" %}1.0{% elif parent %}0.8{% else %}0.7{% endif %}</priority>

smarthome/robots.txt

@@ -1,4 +0,0 @@
-User-agent: *
-Allow: /
-
-Sitemap: https://www.moonweb.org/smarthome/sitemap.xml

smarthome/sitemap.xml.njk

@@ -1,6 +0,0 @@
----
-permalink: /smarthome/sitemap.xml
-sitemapCollection: "smarthome"
-eleventyExcludeFromCollections: true
----
-{% include "sitemap.njk" %}