User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Disallow: *?add-to-cart=*
Disallow: *?per_row=*
Disallow: *?per_page=*
Disallow: *?attribute_choose=*
Disallow: *?attribute_color=*
Disallow: *?attribute_size=*
Disallow: *?attribute_weight=*
Disallow: *?attribute_flavour-weight=*
Disallow: *?attribute_size-in-inches=*
Disallow: *?stock_status=*
Disallow: *?shop_view=*
Disallow: *?loop=*

User-agent: Googlebot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Googlebot-Image
Allow: /images/
Allow: /img/
Allow: /home-page-img/

User-agent: Bingbot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: GPTBot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: ChatGPT-User
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Amazonbot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Applebot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: PerplexityBot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: ClaudeBot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Nicecrawler
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

# Note: The commented section below is no longer needed as we've explicitly allowed the AI bots above
# Previously this section was for opting out of AI training 
User-agent: Google-Extended
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Perplexity-User
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Claude-User
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: Anthropic-AI
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

User-agent: cohere-ai
Allow: /
Disallow: /login/
Disallow: /cgi-bin/

# === Aggressive scrapers 

User-agent: Bytespider
Disallow: /

User-agent: bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: AhrefsSiteAudit
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.marhampharmacy.pk/sitemap_index.xml