# =========================
# GLOBAL RULES
# =========================
User-agent: *
Allow: /

# =========================
# AI CRAWLERS (Explicit Allow)
# =========================

# OpenAI / ChatGPT crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude AI)
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common AI/LLM crawlers
User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

# =========================
# SEARCH ENGINES
# =========================

# Google
User-agent: Googlebot
Allow: /

# Bing / Microsoft Copilot
User-agent: Bingbot
Allow: /

# =========================
# SITEMAP
# =========================
Sitemap: https://tejwaansgroup.com/sitemap.xml
Sitemap: https://tejwaansgroup.com/image-sitemap.xml

# =========================
# DISALLOW SENSITIVE PATHS
# =========================
User-agent: *
Disallow: /attachments/
Disallow: /contact-form.php
Disallow: /developer-download.zip
Disallow: /*.zip$