User-agent: *

# Host
Host: www.arborix.be

# Directories
User-agent: *
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /admin/
Disallow: /directory/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */quickview/product/
Disallow: */catalogsearch/
Disallow: */checkout/
Disallow: */control/
Disallow: */contacts/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */poll/
Disallow: */review/
Disallow: */sendfriend/
Disallow: */tag/
Disallow: */wishlist/
Disallow: */stores/store/redirect/
Disallow: */marketing

# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*&p=*
Disallow: /*&p=*&
Disallow: /*page=*
Disallow: /*?SID=
Disallow: /*&tid_*
Disallow: /*?tid_*
Disallow: /*?amp=*
Disallow: /*&amp=*

# Disable sorting (Avoid duplicate content)
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

User-agent: bingbot 
Crawl-delay: 10

# Sitemaps added dynamically
Sitemap: https://www.arborix.be/sitemaps/sitemap_nl.xml
Sitemap: https://www.arborix.be/sitemaps/sitemap_fr.xml
Sitemap: https://www.arborix.be/sitemaps/sitemap_de.xml