User-agent: * 
Disallow: /wp-admin/ 
Disallow: /wp-includes/ 
Disallow: /xmlrpc.php 
Disallow: /?s= # Block search queries to avoid duplicate content 
Disallow: /tag/ # Block tag pages to avoid thin content 
Allow: /wp-admin/admin-ajax.php # Allow AJAX for functionality

User-agent: GPTBot Allow: /
User-agent: ChatGPT-User Allow: /
User-agent: anthropic-ai Allow: /
User-agent: ClaudeBot Allow: /
User-agent: Google-Extended Allow: /
User-agent: PerplexityBot Allow: /
User-agent: Bytespider Allow: /
User-agent: CCBot Allow: /
User-agent: Diffbot Allow: /
User-agent: FacebookBot Allow: /
User-agent: omgili Allow: /