# ALLPARA robots.txt (allpara_storefront/models/website_robots.py) # All crawlers User-agent: * Allow: /social_instagram/ Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # OpenAI Search User-agent: OAI-SearchBot Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # OpenAI Training User-agent: GPTBot Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # ChatGPT User User-agent: ChatGPT-User Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Perplexity User-agent: PerplexityBot Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Perplexity User-agent: Perplexity-User Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Anthropic User-agent: ClaudeBot Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Anthropic User-agent: Claude-SearchBot Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Anthropic User-agent: Claude-User Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Google AI User-agent: Google-Extended Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare # Apple AI User-agent: Applebot-Extended Allow: / Disallow: /my/ Disallow: /*/my/ Disallow: /slides/ Disallow: /*/slides/ Disallow: /profile/ Disallow: /*/profile/ Disallow: /shop/compare Disallow: /*/shop/compare Sitemap: https://www.allpara.com/sitemap.xml