# robots.txt for pragmamarketresearch.com

# Allow all general bots except for these paths
User-agent: *
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/

# Allow GPTBot (OpenAI)
User-agent: GPTBot
Disallow:

# Allow Google-Extended (for Google's AI models like Gemini)
User-agent: Google-Extended
Disallow:

# Allow Perplexity.ai
User-agent: PerplexityBot
Disallow:

# Allow Common Crawl (used by many AI models)
User-agent: CCBot
Disallow:

# Allow Anthropic's Claude
User-agent: ClaudeBot
Disallow:

# Sitemaps
Sitemap: https://www.pragmamarketresearch.com/sitemap.xml
Sitemap: https://www.pragmamarketresearch.com/premium_report_sitemap.xml
Sitemap: https://www.pragmamarketresearch.com/blog_sitemap.xml