# ---- Default: all other bots ----
User-agent: *
Crawl-delay: 30
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /*?s=
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?*add_to_wishlist=
Disallow: /*?remove_item=
Disallow: /*?yith_wcan=
Disallow: /*?*yith_wcan=
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?query_type_
Disallow: /*?*query_type_
Disallow: /*?orderby=

# ---- Search engines: allow, throttle (Bing honours delay; Google ignores it — set rate in Search Console) ----
User-agent: Googlebot
User-agent: Bingbot
Crawl-delay: 1
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?*add_to_wishlist=
Disallow: /*?remove_item=
Disallow: /*?yith_wcan=
Disallow: /*?*yith_wcan=
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?query_type_
Disallow: /*?*query_type_
Disallow: /*?orderby=

# ---- AI crawlers: allowed but throttled + same expensive-URL blocks ----
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: cohere-ai
User-agent: meta-externalagent
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*?*add_to_wishlist=
Disallow: /*?remove_item=
Disallow: /*?yith_wcan=
Disallow: /*?*yith_wcan=
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?query_type_
Disallow: /*?*query_type_
Disallow: /*?orderby=

# ---- AI-training opt-out (these don't crawl for search; optional) ----
# Uncomment to opt out of AI training use:
# User-agent: Google-Extended
# Disallow: /
# User-agent: Applebot-Extended
# Disallow: /

Sitemap: https://www.whittakersschoolwear.co.uk/sitemap_index.xml

# Block crawl of cart/wishlist/filter permutations (Fertile Frog, 3 Jul 2026)
User-agent: *
Disallow: /xmlrpc.php
Disallow: /*?*add-to-cart=
Disallow: /*?*add_to_wishlist=
Disallow: /*?*query_type_