# Allow normal search engines (for SEO) User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: YandexBot Allow: / User-agent: Baiduspider Allow: / # Block AI training crawlers (exactly like ChatGPT, Grok, Claude, Perplexity, etc.) User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: Grok Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Perplexity-Bot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: FacebookBot Disallow: / User-agent: Diffbot Disallow: / User-agent: cohere-ai Disallow: / User-agent: img2dataset Disallow: / User-agent: magpie-crawler Disallow: / # Disallow user-specific & sensitive pages User-agent: * Disallow: /signup Disallow: /signup/ Disallow: /login Disallow: /login/ Disallow: /forgotpassword Disallow: /changepassword/ Disallow: /edit-contact Disallow: /quickorderproduct Disallow: /account Disallow: /account/ Disallow: /orderdetail/ Disallow: /cart Disallow: /digitalproductcheckout Disallow: /checkout Disallow: /urlcheckout/ Disallow: /subscription/ Disallow: /giftcards Disallow: /giftcards/ Disallow: /customersubscription/ Disallow: /unsubscribe/ Disallow: /order-placed Disallow: /status Disallow: /loyaltypoints Disallow: /loyaltypoints/ # Disallow wildcard dynamic pages (if required) Disallow: /*?categoryId= Disallow: /*?filter= Disallow: /*?ref= Disallow: /*? # Sitemap Sitemap: https://agaradhitrends.in/sitemap.xml