# robots.txt — cricket-records.com User-agent: * Allow: / Allow: /pages/ Allow: /css/ Allow: /js/ Allow: /images/ Allow: /static/ Allow: /ads.txt # Block sensitive directories Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /tmp/ Disallow: /backup/ # Block duplicate URLs with query parameters Disallow: /?* # Google AdSense crawler (explicit allow) User-agent: Mediapartners-Google Allow: / # Sitemap - FIXED: consistent domain (no www) Sitemap: https://cricket-records.com/sitemap.xml