User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: *
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /login
Disallow: /profile
Disallow: /opt-out
Disallow: /api
Disallow: /search
Disallow: /checkout
Disallow: /ai-news/preview
Disallow: /tool/*/edit
Disallow: /prompt-library

Host: best-ai-tools.org
Sitemap: https://best-ai-tools.org/sitemap.xml
Sitemap: https://best-ai-tools.org/sitemap-news.xml