User-agent: * # Private and transactional areas # * = wildcard Disallow: /admin/ Disallow: /dashboard/ Disallow: /*/*/cart/ Disallow: /*/*/checkout/ Disallow: /customer/ Allow: /seller$ Disallow: /*/*/seller/ # Internal search and query based pages Disallow: /*/*/search Disallow: /*/*/search/ Disallow: /?q= Disallow: /?query= Disallow: /*/*/?q= Disallow: /*/*/?query= # Locale switcher / internal Disallow: /*/*/set-country-locale/ Disallow: /set-country-locale/ # Sorting, filtering and non-canonical parameters (avoid duplicate content) Disallow: /*/*/?sort= Disallow: /*/*/?order= Disallow: /*/*/?dir= Disallow: /*/*/?filter= Disallow: /*/*/?price= Disallow: /?sort= Disallow: /?order= Disallow: /?dir= Disallow: /?filter= Disallow: /?price= # APIs and internal services Disallow: /api/ Disallow: /internal/ Disallow: /_svc/ Disallow: /_vs/ # Allow assets required for rendering Allow: /themes/ Allow: /themes/*/build/ Allow: /themes/*/build/assets/ # AI crawlers (policy decision, does not affect Google) User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / # Sitemap index Sitemap: https://cartlow.com/sitemap/index.xml