# Allow public AI models to crawl general website content
User-Agent: GPTBot
Allow: /
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/

User-Agent: Google-Extended
Allow: /
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/

User-Agent: ClaudeBot
Allow: /
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/

User-Agent: CCBot
Allow: /
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/

User-Agent: PerplexityBot
Allow: /
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/

# Default rule for unknown AI crawlers
User-Agent: *
Disallow: /client-login/
Disallow: /internal/
Disallow: /confidential/
Allow: /