# ==============================================================================
# Robots.txt for Growth Improvers (https://www.growthimprovers.com)
# Real Estate Performance Marketing & Qualified Lead Generation Agency Delhi-NCR
# ==============================================================================

# Explicit Permissions for Documented AI Search & Retrieval Crawlers
User-agent: OAI-SearchBot
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

User-agent: GPTBot
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

User-agent: OAI-AdsBot
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html


User-agent: PerplexityBot
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

User-agent: ClaudeBot
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

User-agent: Claude-Web
Allow: /
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

# Default Rules for All Other Legitimate Crawlers (Googlebot, Bingbot, etc.)
User-agent: *
Allow: /

# Disallow private/temporary files and internal templates
Disallow: /scratch/
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /blog/template.html

# XML Sitemap
Sitemap: https://www.growthimprovers.com/sitemap.xml