`public/robots.txt`

22 lines
# Counsel & Bar — robots.txt
# Independent California attorney directory. Not a lawyer referral service. Not the State Bar.

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard
Disallow: /login
Disallow: /signup/welcome
Disallow: /upgrade/thanks
Disallow: /find-a-lawyer/thanks
Disallow: /data/thanks
Disallow: /data/download/

# Crawl rate hint (gentle)
Crawl-delay: 1

# Sitemap
Sitemap: https://lawyers.agentabrams.com/sitemap.xml