# ============================================
# robots.txt — www.vanharen.net
# /store en /downloads zijn aliassen naar Magento
# 2026-07-02: layered-nav filter-crawl-trap dichtgezet
#   (filter-combinaties met "_", price-params, store-switch)
# ============================================

User-agent: bingbot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /store/catalogsearch/
Disallow: /store/customer/
Disallow: /store/checkout/
Disallow: /store/cart/
Disallow: /store/wishlist/
Disallow: /store/account/
Disallow: /store/review/
Disallow: /store/compare/
Disallow: /store/ajax/
Disallow: /store/amshopbyfilteranalytics/
Disallow: /downloads/catalogsearch/
Disallow: /downloads/customer/
Disallow: /downloads/checkout/
Disallow: /downloads/cart/
Disallow: /downloads/wishlist/
Disallow: /downloads/account/
Disallow: /downloads/review/
Disallow: /downloads/compare/
Disallow: /downloads/ajax/
Disallow: /downloads/amshopbyfilteranalytics/
Allow: /store/standards_bian
Allow: /store/ipma_home
Allow: /store/vhg_home
Allow: /downloads/standards_bian
Allow: /downloads/ipma_home
Allow: /downloads/vhg_home
Disallow: /store/*_*
Disallow: /store/*?*price=
Disallow: /store/stores/
Disallow: /downloads/*_*
Disallow: /downloads/*?*price=
Disallow: /downloads/stores/

User-agent: Applebot
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /store/catalogsearch/
Disallow: /store/customer/
Disallow: /store/checkout/
Disallow: /store/cart/
Disallow: /store/wishlist/
Disallow: /store/account/
Disallow: /store/review/
Disallow: /store/compare/
Disallow: /store/ajax/
Disallow: /store/amshopbyfilteranalytics/
Disallow: /downloads/catalogsearch/
Disallow: /downloads/customer/
Disallow: /downloads/checkout/
Disallow: /downloads/cart/
Disallow: /downloads/wishlist/
Disallow: /downloads/account/
Disallow: /downloads/review/
Disallow: /downloads/compare/
Disallow: /downloads/ajax/
Disallow: /downloads/amshopbyfilteranalytics/
Allow: /store/standards_bian
Allow: /store/ipma_home
Allow: /store/vhg_home
Allow: /downloads/standards_bian
Allow: /downloads/ipma_home
Allow: /downloads/vhg_home
Disallow: /store/*_*
Disallow: /store/*?*price=
Disallow: /store/stores/
Disallow: /downloads/*_*
Disallow: /downloads/*?*price=
Disallow: /downloads/stores/

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /store/catalogsearch/
Disallow: /store/customer/
Disallow: /store/checkout/
Disallow: /store/cart/
Disallow: /store/wishlist/
Disallow: /store/account/
Disallow: /store/review/
Disallow: /store/compare/
Disallow: /store/ajax/
Disallow: /store/amshopbyfilteranalytics/
Disallow: /downloads/catalogsearch/
Disallow: /downloads/customer/
Disallow: /downloads/checkout/
Disallow: /downloads/cart/
Disallow: /downloads/wishlist/
Disallow: /downloads/account/
Disallow: /downloads/review/
Disallow: /downloads/compare/
Disallow: /downloads/ajax/
Disallow: /downloads/amshopbyfilteranalytics/
Allow: /store/standards_bian
Allow: /store/ipma_home
Allow: /store/vhg_home
Allow: /downloads/standards_bian
Allow: /downloads/ipma_home
Allow: /downloads/vhg_home
Disallow: /store/*_*
Disallow: /store/*?*price=
Disallow: /store/stores/
Disallow: /downloads/*_*
Disallow: /downloads/*?*price=
Disallow: /downloads/stores/
Crawl-delay: 2

User-agent: AhrefsSiteAudit
Allow: /

User-agent: AhrefsBot
Allow: /

# ----- Sitemaps -----
Sitemap: https://www.vanharen.net/sitemap_index.xml
Sitemap: https://www.vanharen.net/sitemap/sitemap_en.xml