# Generated by src/pages/robots.txt.ts User-agent: * Allow: / # Rendered on demand for slugs created at runtime, and noindex. Excluding it # here keeps robots.txt, the sitemap and the meta tag saying the same thing. Disallow: /scorecard/ Sitemap: https://crawld.co/sitemap.xml