User-agent: * Disallow: /admin/ Disallow: /ajax/ Disallow: /api/ Disallow: /backups/ Disallow: /cache/ Disallow: /includes/ Disallow: /vendor/ Disallow: /css/ Disallow: /js/ Disallow: /*.json$ Disallow: /*.lock$ Disallow: /*.txt$ Disallow: /*.log$ Disallow: /process-*.php Disallow: /track-*.php Disallow: /update_*.php Disallow: /rate_*.php # Crawl-delay directive Crawl-delay: 10 # Sitemap location Sitemap: https://grabycodes.com/sitemap.xml