# Allow ChatGPT search discovery
User-agent: OAI-SearchBot
Allow: /

# Block training crawler
User-agent: GPTBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: *

# High priority - crawl this first
Sitemap: https://autopartsmarket.ae/store/sitemap_core_products.xml

# Lower priority/Generic - crawl if budget permits
Sitemap: https://autopartsmarket.ae/store/sitemap_index.xml


# kill OpenCart legacy search and tag search (query-string form)
Disallow: /store/*?route=product/search
Disallow: /store/*?route=product/search*
Disallow: /*?route=product/search
Disallow: /*?route=product/search*

Disallow: /store/admin/
Disallow: /store/admin1/
Disallow: /store/system/
Disallow: /store/storage/
Disallow: /store/api/

Disallow: /store/account
Disallow: /store/checkout
Disallow: /store/cart
Disallow: /store/compare
Disallow: /store/wishlist
Disallow: /store/login
Disallow: /store/register
Disallow: /store/forgotten
Disallow: /store/contact
Disallow: /store/token/

# internal helper endpoint getting crawled
Disallow: /store?route=apm/alt_parts.by_oem
Disallow: /store/?route=apm/alt_parts.by_oem
Disallow: /store/index.php?route=apm/alt_parts.by_oem

# additional added 20260114
Disallow: */sparekey?search=*
Disallow: *manufacturer_id=*
Disallow: *sort=*

# legacy route-style URLs (not all bots respect query matching, but Google usually does)
Disallow: /store/index.php?route=account/
Disallow: /store/index.php?route=checkout/
Disallow: /store/index.php?route=affiliate/
Disallow: /store/index.php?route=information/contact
Disallow: /store/index.php?route=product/compare
Disallow: /store/index.php?route=product/search
Disallow: /store/index.php?route=product/special
Disallow: /store/index.php?route=extension/module/

Allow: /store/catalog/