# =========================
# Core rules (Google, Bing, etc.)
# =========================
User-agent: *
# Admin / system / sensitive
Disallow: /admin123/
Disallow: /page_cache/
Disallow: /cdn-cgi/
Disallow: /customer/
Disallow: /checkout/
Disallow: /cart/
Disallow: /wishlist/

# Internal search (avoid infinite search-result URLs)
Disallow: /catalogsearch/
Disallow: /catalogsearch/*

# Faceted navigation & filter/sort parameters
# Block faceted/navigation parameters
Disallow: /*?color=
Disallow: /*?fabric=
Disallow: /*?size=
Disallow: /*?occasion=
Disallow: /*?days_to_ship=
Disallow: /*?style=

# Also when they are not the first parameter
Disallow: /*?*color=
Disallow: /*?*fabric=
Disallow: /*?*size=
Disallow: /*?*occasion=
Disallow: /*?*days_to_ship=
Disallow: /*?*style=

Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
Disallow: /*?*currency=
Disallow: /*?*cat=
Disallow: /*?*dir=
Disallow: /*?limit=
Disallow: /*?disp_order=
Disallow: /*?ct=
Disallow: /*?amp=1

# Session / tracking / junk params
Disallow: /*?_=*
Disallow: /?_=*
Disallow: /*?SID=

# Block raw PHP URLs (should not be indexed)
Disallow: /*.php$

# =========================
# Specific bots (rate control / blocking)
# These don't affect Google/Bing indexing but help with load.
# =========================

User-agent: facebookexternalhit
Crawl-delay: 600

User-agent: Applebot
Crawl-delay: 30

User-agent: ClaudeBot
Crawl-delay: 20

User-agent: PetalBot
Crawl-delay: 20

User-agent: withbot
Crawl-delay: 20

User-agent: Pinterestbot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Scrapy
Disallow: /

# =========================
# Sitemap
# =========================
Sitemap: https://www.yourdesignerwear.com/xmlsitemap/sitemap.xml