User-agent: AhrefsBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: JobdiggerSpider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: aranhabot
Crawl-delay: 1

User-agent: BLEXBot
Crawl-delay: 1

User-agent: *
Disallow: /factuur/
Disallow: /facturen/
Disallow: /inc/
Disallow: /onestepcheckout/
Disallow: /verlanglijstje/
Disallow: /winkelwagen/
Disallow: /wachtwoordreset/
Disallow: /account/
Disallow: /referenties/
Disallow: /zoek-cadeau/*
Disallow: /m/zoek-cadeau/*
Disallow: /en/find-gift/*
Disallow: /m/en/find-gift/*
Disallow: /de/such-geschenk/*
Disallow: /m/de/such-geschenk/*
Disallow: /fr/cherche-cadeaux/*
Disallow: /m/fr/cherche-cadeaux/*
Disallow: /zoeken/?search=*
Disallow: /zoeken/*/?search=*
Disallow: /zoeken/*/*/?search=*
Disallow: /de/suchen/?search=*
Disallow: /en/search/*/?search=*
Disallow: /en/search/*/*/?search=*
Disallow: /en/search/?search=*
Disallow: /de/suchen/*/?search=*
Disallow: /de/suchen/*/*/?search=*
Disallow: /responsibledisclosure/
Disallow: /responsible-disclosure/
Disallow: /en/security/
Disallow: /de/security/
Disallow: /fr/security/

Sitemap: https://www.internet-bikes.com/sitemap_site.xml
Sitemap: https://www.internet-toys.com/sitemap_site.xml
Sitemap: https://www.internet-sportclubs.com/sitemap_site.xml
Sitemap: https://www.internet-sportandcasuals.com/sitemap_site.xml
Sitemap: https://www.internet-automotive.com/sitemap_site.xml
Sitemap: https://www.internet-eyewear.com/sitemap_site.xml
Sitemap: https://www.internet-bookshop.com/sitemap_site.xml
Sitemap: https://www.internet-babyshop.com/sitemap_site.xml
Sitemap: https://www.twm-bv.com/sitemap_site.xml
Sitemap: https://www.giga-bikes.nl/sitemap_site.xml