# AI Search Crawlers — allow for GEO visibility
User-agent: PerplexityBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

# AI Training-only crawlers — block
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Cohere-ai
Disallow: /

# Everyone else
User-agent: *
Allow: /

# Block admin panel and auth pages
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /dashboard
Disallow: /profile
Disallow: /company

# Block auth utilities
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /confirm-password

# Block outbound tracking links
Disallow: /out/

Sitemap: https://hostingartisan.com/sitemap.xml
Sitemap: https://hostingartisan.com/feed/forum.xml
Sitemap: https://hostingartisan.com/feed/providers.xml