User-agent: *
Sitemap: https://beststein.nl/sitemap.xml

Disallow: /web/login
Disallow: /*/web/login
Disallow: /web/signup
Disallow: /*/web/signup
Disallow: /web/reset_password
Disallow: /*/web/reset_password
Disallow: /my/
Disallow: /*/my/*

User-agent: *
Disallow: /blog/*/feed

# cs_seo: cart, checkout and account pages.
# Different for every visitor, empty for a crawler, and they
# cannot rank - so every fetch here is one not spent on a product.
User-agent: *
Disallow: /shop/cart$
Disallow: /shop/cart/
Disallow: /shop/cart?
Disallow: /*/shop/cart$
Disallow: /*/shop/cart/
Disallow: /*/shop/cart?
Disallow: /shop/checkout$
Disallow: /shop/checkout/
Disallow: /shop/checkout?
Disallow: /*/shop/checkout$
Disallow: /*/shop/checkout/
Disallow: /*/shop/checkout?
Disallow: /shop/address$
Disallow: /shop/address/
Disallow: /shop/address?
Disallow: /*/shop/address$
Disallow: /*/shop/address/
Disallow: /*/shop/address?
Disallow: /shop/extra_info$
Disallow: /shop/extra_info/
Disallow: /shop/extra_info?
Disallow: /*/shop/extra_info$
Disallow: /*/shop/extra_info/
Disallow: /*/shop/extra_info?
Disallow: /shop/payment$
Disallow: /shop/payment/
Disallow: /shop/payment?
Disallow: /*/shop/payment$
Disallow: /*/shop/payment/
Disallow: /*/shop/payment?
Disallow: /shop/confirmation$
Disallow: /shop/confirmation/
Disallow: /shop/confirmation?
Disallow: /*/shop/confirmation$
Disallow: /*/shop/confirmation/
Disallow: /*/shop/confirmation?
Disallow: /shop/print$
Disallow: /shop/print/
Disallow: /shop/print?
Disallow: /*/shop/print$
Disallow: /*/shop/print/
Disallow: /*/shop/print?
Disallow: /shop/compare$
Disallow: /shop/compare/
Disallow: /shop/compare?
Disallow: /*/shop/compare$
Disallow: /*/shop/compare/
Disallow: /*/shop/compare?
Disallow: /shop/wishlist$
Disallow: /shop/wishlist/
Disallow: /shop/wishlist?
Disallow: /*/shop/wishlist$
Disallow: /*/shop/wishlist/
Disallow: /*/shop/wishlist?
Disallow: /shop/pricelist$
Disallow: /shop/pricelist/
Disallow: /shop/pricelist?
Disallow: /*/shop/pricelist$
Disallow: /*/shop/pricelist/
Disallow: /*/shop/pricelist?

# cs_seo: the same listing, sorted or re-priced.
# One category with six sort options and three pricelists is
# eighteen crawlable addresses for one page.
User-agent: *
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?pricelist=
Disallow: /*&pricelist=





##############
#   custom   #
##############