## For all robots
User-agent: *
 
# Sorting and search related params
Disallow: /*?text=*
Disallow: /*?q=*

# Block access to old banner images from 2018 as they are causing server errors 
Disallow: /medias/EE*?context=
 
# Block access to specific groups of pages 
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Disallow: /search
Disallow: /api
Disallow: /*/api/
Disallow: /de/cart
Disallow: /de/checkout
Disallow: /de/my-account
Disallow: /de/search
Disallow: /de/api
Disallow: /fr/cart
Disallow: /fr/checkout
Disallow: /fr/my-account
Disallow: /fr/search
Disallow: /fr/api
Disallow: /it/cart
Disallow: /it/checkout
Disallow: /it/my-account
Disallow: /it/search
Disallow: /it/api
Disallow: /en/cart
Disallow: /en/checkout
Disallow: /en/my-account
Disallow: /en/search
Disallow: /en/api


User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /
 
# Allow search crawlers to discover the sitemap 
Sitemap: https://www.nettoshop.ch/sitemap.xml
Sitemap: https://www.nettoshop.ch/sitemap/HOMEPAGE-de-CHF
Sitemap: https://www.nettoshop.ch/sitemap/HOMEPAGE-en-CHF
Sitemap: https://www.nettoshop.ch/sitemap/HOMEPAGE-fr-CHF
Sitemap: https://www.nettoshop.ch/sitemap/HOMEPAGE-it-CHF
Sitemap: https://www.nettoshop.ch/sitemap/PRODUCT-de-CHF
Sitemap: https://www.nettoshop.ch/sitemap/PRODUCT-en-CHF
Sitemap: https://www.nettoshop.ch/sitemap/PRODUCT-fr-CHF
Sitemap: https://www.nettoshop.ch/sitemap/PRODUCT-it-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CATEGORY-de-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CATEGORY-en-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CATEGORY-fr-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CATEGORY-it-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CONTENT-de-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CONTENT-en-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CONTENT-fr-CHF
Sitemap: https://www.nettoshop.ch/sitemap/CONTENT-it-CHF


# Block CazoodleBot as it does not present correct accept content headers 
User-agent: CazoodleBot 
Disallow: / 
 
# Block MJ12bot as it is just noise 
User-agent: MJ12bot 
Disallow: / 
 
# Block dotbot as it cannot parse base urls properly 
User-agent: dotbot/1.0 
Disallow: / 
 
# Block Gigabot
User-agent: Gigabot 
Disallow: /