Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */disclaimer/*
Disallow: *?attachment_id=
Disallow: /privacy-policy

# OpenAI GPTBot (ChatGPT)
User-agent: GPTBot
Allow: /

# Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI Crawler (Google-Extended)
User-agent: Google-Extended
Allow: /



# Default rule for all other AI crawlers
User-agent: *
Allow: /