# blog.play9xbet.com — robots.txt
# Optimized for traditional search engines AND AI crawlers

# === Traditional Search Engines ===
User-agent: Googlebot
User-agent: Bingbot
User-agent: Yandexbot
User-agent: Baiduspider
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: Slurp
Allow: /
Crawl-delay: 1

# === AI Crawlers — Explicitly ALLOWED for GEO ===
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: Bytespider
Allow: /
Crawl-delay: 3

User-agent: DeepSeekBot
Allow: /
Crawl-delay: 2

# === Aggressive bots — rate-limited ===
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
Allow: /
Crawl-delay: 10

# === Uncategorized bots ===
User-agent: *
Allow: /
Crawl-delay: 5

# === Sitemaps ===
Sitemap: https://blog.play9xbet.com/sitemap.xml
Sitemap: https://blog.play9xbet.com/sitemap-ai.xml

# === AI-discoverable files ===
# llms.txt: https://blog.play9xbet.com/llms.txt