Sitemap: https://www.museandmerchant.com/sitemap_index.xml

# --- AI / LLM CRAWLERS ---
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Disallow: /my-account/
Disallow: /cart/
Disallow: /checkout/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# --- GOOGLE SHOPPING / MERCHANT CENTER ---
User-agent: Storebot-Google
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /my-account/
Disallow: /order-received/
Disallow: /order-pay/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# --- GOOGLE ADS LANDING PAGE CRAWLERS ---
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /my-account/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# --- MAIN SITE RULES ---
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-image

# --- WordPress admin ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- WordPress system ---
Disallow: /*?replytocom=
Disallow: /*?preview=
Disallow: /feed/
Disallow: /*/feed/

# --- Author archives ---
Disallow: /author/

# --- WooCommerce private files ---
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# --- Cart / Checkout / Account ---
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /order-received/
Disallow: /order-pay/

# --- Action parameters ---
Disallow: /*add-to-cart=
Disallow: /*add_to_wishlist=
Disallow: /*_wpnonce=
Disallow: /*?wc-ajax=

# --- Internal search ---
Disallow: /*?s=

# --- Sorting / Filtering ---
Disallow: /*?orderby=
Disallow: /*?filter_
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?product_count=
Disallow: /*limit=
Disallow: /*limitstart=
Disallow: /*viccompapstat