← back to Govarbitrage

src/app/robots.ts

26 lines

import type { MetadataRoute } from "next";
import { publicBaseUrl } from "@/lib/site";

export default function robots(): MetadataRoute.Robots {
  const base = publicBaseUrl();
  return {
    rules: [
      {
        userAgent: "*",
        allow: ["/newsletter", "/pricing", "/deals", "/selling-avenues", "/b/"],
        // App/private surfaces: auth-walled anyway, but keep crawlers out of
        // redirects and per-listing buyer pages entirely.
        disallow: [
          "/api/",
          "/listings",
          "/reports",
          "/billing",
          "/credentials",
          "/login",
        ],
      },
    ],
    sitemap: `${base}/sitemap.xml`,
  };
}