# Allow all web crawlers (including AI engines)
User-agent: *
Allow: /

# Explicitly allow AI crawlers for Answer Engine Optimization (AEO)
# OpenAI (ChatGPT, GPT-4)
User-agent: GPTBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google Gemini (uses Googlebot)
User-agent: Googlebot
Allow: /

# Sitemap location
Sitemap: https://data-surfer.com/sitemap.xml