User-agent: Googlebot
Disallow: /cgi-bin/iqshop2.cgi
Disallow: /winkelmandje
Disallow: /vergelijken
Disallow: /html/intern
Disallow: /pdf
Disallow: /ingram
Disallow: /logfiles
Disallow: /bestel

User-agent: Googlebot-image
Disallow: /cgi-bin/iqshop2.cgi
Disallow: /winkelmandje
Disallow: /vergelijken
Disallow: /html/intern
Disallow: /pdf
Disallow: /ingram
Disallow: /logfiles
Disallow: /bestel

User-agent: *
Disallow: /cgi-bin/iqshop2.cgi
Disallow: /winkelmandje
Disallow: /vergelijken
Disallow: /html/intern
Disallow: /pdf
Disallow: /ingram
Disallow: /logfiles
Disallow: /bestel

# dissalow crawlers

User-agent: Adsbot/3.1
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Yandex
Disallow: /

# delay

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

User-agent: YandexBot
Crawl-delay: 10

User-Agent: Ingrid
Crawl-delay: 20

User-agent: AhrefsBot
Crawl-Delay: 20