# darsouk.shop — production robots.txt # Allow indexing of public storefront, block private/admin/transactional pages # and crawl-trap query params that create duplicate URLs. User-agent: * Allow: / Allow: /sitemap.xml # Private / transactional — never index Disallow: /admin Disallow: /admin/ Disallow: /login Disallow: /checkout Disallow: /cart Disallow: /confirmation Disallow: /recovery Disallow: /backup Disallow: /import Disallow: /media Disallow: /new Disallow: /settings Disallow: /categories Disallow: /health # Crawl-trap query params (filters / sort) — keep canonical /shop only Disallow: /*?*sort= Disallow: /*?*maxPrice= Disallow: /*?*minPrice= Disallow: /*?*q= Disallow: /*?*page= # Allow image and media bots full access for image search indexing User-agent: Googlebot-Image Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / Sitemap: https://darsouk.shop/sitemap.xml Sitemap: https://darsouk.shop/sitemap-products.xml Sitemap: https://darsouk.shop/sitemap-index.xml Host: darsouk.shop