# Group 1 – General Rules for All User Agents
User-agent: *
Disallow: /sendmail.php
Disallow: /custom-scripts.php
Allow: /

# Group 2 – Googlebot (allowed, but restrict one folder if needed)
User-agent: Googlebot
Disallow: /nogooglebot/

# Group 3 – Googlebot-Image (full access)
User-agent: Googlebot-Image
Allow: /

# Group 4 – ChatGPT / OpenAI crawler
User-agent: ChatGPT-User
Allow: /

# Group 5 – Perplexity AI
User-agent: PerplexityBot
Allow: /

# Group 6 – Claude / Anthropic
User-agent: ClaudeBot
Allow: /