robots.txt: explicit hint pointing at /feed (RSS) for crawlers that don't honor <link rel=alternate>; multi-line format for readability

21e25ee63c3d41c73317c514d0c843a88abe3919 · 2026-05-07 11:33:57 -0700 · Steve

Files touched

M server/server.js

Diff

commit 21e25ee63c3d41c73317c514d0c843a88abe3919
Author: Steve <steve@designerwallcoverings.com>
Date:   Thu May 7 11:33:57 2026 -0700

    robots.txt: explicit hint pointing at /feed (RSS) for crawlers that don't honor <link rel=alternate>; multi-line format for readability
---
 server/server.js | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/server/server.js b/server/server.js
index 77223a7..c4be8c4 100644
--- a/server/server.js
+++ b/server/server.js
@@ -488,7 +488,19 @@ app.use("/static", express.static(PUB, { maxAge: "7d", etag: true, immutable: fa
 // SEO: robots + sitemap
 app.get("/robots.txt", (req, res) => {
   res.type("text/plain").send(
-    `User-agent: *\nAllow: /\nDisallow: /admin\nDisallow: /api\nDisallow: /oauth\n\nSitemap: https://${DOMAIN}/sitemap.xml\n`
+    `User-agent: *
+Allow: /
+Disallow: /admin
+Disallow: /api
+Disallow: /oauth
+
+Sitemap: https://${DOMAIN}/sitemap.xml
+
+# RSS feed mirroring /changelog
+# Most crawlers auto-discover via <link rel="alternate"> on every page;
+# this is the explicit hint for the few that don't.
+# Feed: https://${DOMAIN}/feed
+`
   );
 });
 app.get("/sitemap.xml", (req, res) => {

← a506956 BreadcrumbList JSON-LD ('Home › X') on /services + /legal-no · back to Ventura Claw · [ops] local ventura-claw process recovered (was missing from 1843ec6 →