# robots.txt for https://www.coatesit.com/ # Purpose: allow indexing of public pages while preventing crawlers from hitting # form handlers, internal endpoints, and parameterized URLs. User-agent: * Allow: / # Prevent crawlers from wasting crawl budget on non-content endpoints Disallow: /contact Disallow: /api/ Disallow: /webhook/ Disallow: /health Disallow: /status # Block common private/utility paths (safe even if they don't exist) Disallow: /admin/ Disallow: /login Disallow: /logout Disallow: /account/ Disallow: /private/ Disallow: /tmp/ Disallow: /cgi-bin/ # Reduce duplicate crawling of parameterized URLs (Google/Bing support wildcards) Disallow: /*? Disallow: /*& # Your sitemap location Sitemap: https://www.coatesit.com/sitemap.xml