# For specific bots (on all domains)

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexDirect
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-Agent: omgili
Disallow: /

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 5

User-Agent: Ingrid
Crawl-delay: 60

User-Agent: msnbot
Crawl-Delay: 60

User-agent: YandexBot
Crawl-delay: 10

User-agent: *
Disallow: /search*

User-agent: *
Disallow: /*?page_size=
Disallow: /*?*facets=
Disallow: /*&*facets=
Disallow: /*?*sort=
Disallow: /*&*sort=
Disallow: /*?*sort_by=
Disallow: /*&*sort_by=
Disallow: /*?*returnurl=
Disallow: /*&*returnurl=
Disallow: /*?*gad_source=
Disallow: /*&*gad_source=
Disallow: /*?*terms=
Disallow: /*&*terms=
Disallow: /*?*search=
Disallow: /*&*search=
Disallow: /cart
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /compare
Disallow: /account

Host: deklokdranken.nl
Sitemap: https://deklokdranken.nl/sitemap.xml