# betPawa robots.txt

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /login
Disallow: /join-now
Disallow: /logout
Disallow: /forgot
Disallow: /reset/
Disallow: /verification
Disallow: /verification-code/
Disallow: /change-password
Disallow: /set-password
Disallow: /self-exclusion
Disallow: /deposit-limit
Disallow: /deposit
Disallow: /withdraw
Disallow: /bets
Disallow: /bets/
Disallow: /statements
Disallow: /notifications
Disallow: /betslip/
Disallow: /snapshot/
Disallow: /jackpot-ticket/
Disallow: /share-betslip/
Disallow: /external-prefill
Disallow: /cdn-cgi/
Disallow: /a/
Disallow: /preview/
Disallow: /change-country

# AI Crawlers - explicitly allowed for public content
# Same rules as default, listed explicitly to signal AI crawler acceptance
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /login
Disallow: /join-now
Disallow: /logout
Disallow: /forgot
Disallow: /reset/
Disallow: /verification
Disallow: /verification-code/
Disallow: /change-password
Disallow: /set-password
Disallow: /self-exclusion
Disallow: /deposit-limit
Disallow: /deposit
Disallow: /withdraw
Disallow: /bets
Disallow: /bets/
Disallow: /statements
Disallow: /notifications
Disallow: /betslip/
Disallow: /snapshot/
Disallow: /jackpot-ticket/
Disallow: /share-betslip/
Disallow: /external-prefill
Disallow: /cdn-cgi/
Disallow: /a/
Disallow: /preview/
Disallow: /change-country