# Global rules for every bot User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /customersite/ Disallow: /restrictedsite/ # Perplexity AI crawler User-agent: PerplexityBot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /customersite/ Disallow: /restrictedsite/ # OpenAI crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: