# ==============================================================================
# robots.txt for CabCab (https://cabcab.in)
# Designed for Google SEO, Bing, Applebot, and Generative AI (GEO / AEO) Crawlers
# ==============================================================================

User-agent: *
Allow: /
Allow: /css/
Allow: /js/
Allow: /assets/
Allow: /blog
Allow: /blog.html
Allow: /sitemap.xml

# Explicit Permissions for AI & Generative Search Crawlers (GEO / AEO)
User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot
Allow: /

# Sitemap Location
Sitemap: https://cabcab.in/sitemap.xml