# TheChessDirectory robots.txt – updated 2025‑05‑08 # https://thechessdirectory.com # ------------------------------- # Google Search (desktop & mobile) # ------------------------------- User-agent: Googlebot # Assets needed for full rendering Allow: /_next/ Allow: /*.js Allow: /*.css Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.webp # Prerender JSON endpoints Allow: /api/sites Allow: /api/user # Keep Google out of sensitive or low‑value areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /dev/ Disallow: /test/ Disallow: /staging/ Disallow: /*?* # ----------------- # All other crawlers # ----------------- User-agent: * Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /_next/ Disallow: /dev/ Disallow: /test/ Disallow: /staging/ Disallow: /*?* # ------------- # XML sitemaps # ------------- Sitemap: https://thechessdirectory.com/sitemap.xml Sitemap: https://thechessdirectory.com/sitemap-blog.xml