User-agent: *
Disallow: /api/

# OpenAI model-training crawler
User-agent: GPTBot
Disallow: /

# Anthropic model-training crawlers
User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

# Common Crawl datasets
User-agent: CCBot
Disallow: /

# ByteDance crawler
User-agent: Bytespider
Disallow: /

# Prevent Apple model training without blocking Apple search
User-agent: Applebot-Extended
Disallow: /

Sitemap: https://retrogamesnexus.com/sitemap.xml