User-agent: Amazonbot
Disallow: /

User-agent: Claudebot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

# Delays
User-agent: Pinterestbot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: Bingbot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: *

# Directories
Disallow: /errors/
Disallow: /opt/

# URLs
Disallow: /catalog/category/view/
Disallow: /*/catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*/catalog/product/view/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Disallow: /rest/
Disallow: /checkout/
Disallow: /*/checkout/
Disallow: /customer/
Disallow: /*/customer/
Disallow: /review/
Disallow: /*/review/
Disallow: /sendfriend/
Disallow: /*/sendfriend/
Disallow: /wishlist/
Disallow: /*/wishlist/
Disallow: /graphql
Disallow: /*/graphql
Disallow: /index.php/
Disallow: /*/index.php/
Disallow: /*.php$

# Regels voor landingspagina's 06/03/2025
Disallow: /*/lp/*_*
Disallow: /*/lp/*?*

# Algemene queryparameters
Disallow: /*?*&
Disallow: /*?*,
Disallow: /*?*%2C
Disallow: /*noresults
Disallow: /*SID=
Disallow: /*from_store=
Disallow: /*stores/store/redirect/
Disallow: /*m1_manufacturer=
Disallow: /*m1_productgroep=
Disallow: /*?cat
Disallow: /*?packing_quantity
Disallow: /*?rating
Disallow: /*?special_price
Disallow: /*?price
Disallow: /*?productgroep
Disallow: /*?l=
Disallow: /*?delivery_type

# Block unnecessary AJAX / API endpoints
Disallow: /mui/
Disallow: /amasty_advancedreview/ajax/
Disallow: /rest/*/V1/rewards/

# Sitemaps
Sitemap: https://www.24pharma.be/media/nl_categories.xml
Sitemap: https://www.24pharma.be/media/fr_categories.xml
Sitemap: https://www.24pharma.be/media/nl_products.xml
Sitemap: https://www.24pharma.be/media/fr_products.xml
Sitemap: https://www.24pharma.be/media/nl_brands.xml
Sitemap: https://www.24pharma.be/media/fr_brands.xml
Sitemap: https://www.24pharma.be/media/nl_impnav.xml
Sitemap: https://www.24pharma.be/media/fr_impnav.xml
Sitemap: https://www.24pharma.be/media/nl_fixedpages.xml
Sitemap: https://www.24pharma.be/media/fr_fixedpages.xml
Sitemap: https://www.24pharma.be/media/nl_custom_pages.xml
Sitemap: https://www.24pharma.be/media/befr_custom_pages.xml
Sitemap: https://www.24pharma.be/media/nl_categories.xml
Sitemap: https://www.24pharma.be/media/fr_categories.xml
Sitemap: https://www.24pharma.be/media/nl_products.xml
Sitemap: https://www.24pharma.be/media/fr_products.xml
Sitemap: https://www.24pharma.be/media/nl_brands.xml
Sitemap: https://www.24pharma.be/media/fr_brands.xml
Sitemap: https://www.24pharma.be/media/nl_impnav.xml
Sitemap: https://www.24pharma.be/media/fr_impnav.xml
Sitemap: https://www.24pharma.be/media/nl_fixedpages.xml
Sitemap: https://www.24pharma.be/media/fr_fixedpages.xml
Sitemap: https://www.24pharma.be/media/nl_custom_pages.xml
Sitemap: https://www.24pharma.be/media/befr_custom_pages.xml