User-agent: * Allow: / Disallow: /public/ Disallow: /category/$ User-agent: Googlebot Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.svg$ # --- AI answer-engine / assistant crawlers: explicitly allowed --- # These are the real user-agents used by AI search & assistant products. # Blocking them (as the previous file accidentally did) removes AMR from # ChatGPT, Claude, Perplexity, Google AI Overviews, and similar answers. User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: FacebookBot Allow: / User-agent: Amazonbot Allow: / User-agent: DuckAssistBot Allow: / User-agent: cohere-ai Allow: / User-agent: MistralAI-User Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: Diffbot Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: trendictionbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Crawl-delay: 10 Sitemap: https://analyticalmr.com/sitemap.xml Sitemap: https://analyticalmr.com/sitemap-categories.xml Sitemap: https://analyticalmr.com/sitemap-pages.xml Sitemap: https://analyticalmr.com/sitemap-press.xml Sitemap: https://analyticalmr.com/sitemap-reports.xml Sitemap: https://analyticalmr.com/sitemap-research.xml Sitemap: https://analyticalmr.com/sitemap-services.xml Sitemap: https://analyticalmr.com/news-sitemap.xml