User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: DeepSeekBot
Allow: /

User-Agent: Amazonbot
Allow: /

User-Agent: Bytespider
Allow: /

User-Agent: FacebookBot
Allow: /

User-Agent: MetaAI
Allow: /

User-Agent: Anthropic-User-Agent
Allow: /

User-Agent: NeevaBot
Allow: /

User-Agent: YandexBot
Allow: /

# Disallow sensitive or non-public paths
Disallow: /login
Disallow: /signup
Disallow: /dashboard
Disallow: /account

# Optional crawl delay for all bots
Crawl-delay: 5