# robots.txt for CryptoCasinoHouse

# === Search engines (full access) ===
User-agent: *
Allow: /
Disallow: /go/
Disallow: /admin/
Disallow: /api/
Disallow: /logs/
Disallow: /qa-screenshots/
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*?network_code=

# === AI crawlers — explicitly allowed for AI Overview / Perplexity / ChatGPT citation ===
# Crypto casino affiliate value heavily depends on AI Overview citations (~48% of queries 2026)
# We allow these to maximize brand visibility in AI-powered search

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

# === Blocked: scrapers and aggressive bots ===
User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# === Sitemap declarations ===
Sitemap: https://cryptocasinohouse.com/sitemap.xml