# BuyDahab - Robots.txt
# Updated for AI Search Engine Optimization (ChatGPT, Claude, Perplexity, etc.)

# Allow all traditional search engines
User-agent: *
Allow: /

# OpenAI ChatGPT - Search results
User-agent: OAI-SearchBot
Allow: /

# OpenAI ChatGPT - Training (if you want to allow model training)
User-agent: GPTBot
Allow: /

# OpenAI ChatGPT - User actions
User-agent: ChatGPT-User
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# Common Crawl (used by many AI models for training)
User-agent: CCBot
Allow: /

# Bing AI (Copilot)
User-agent: Bingbot
Allow: /

# Sitemap location
Sitemap: https://buydahab.com/sitemap.xml