# robots.txt
User-agent: Googlebot
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/

User-agent: Googlebot-Image 
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: MSNBot
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/ 
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: Slurp
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: Teoma
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/ 
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: Gigabot
Disallow: /*

User-agent: Scrubby
Crawl-delay: 100
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: Robozilla
Crawl-delay: 100
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/ 
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: yahoo-mmcrawler
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: psbot
Crawl-delay: 10
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: yahoo-blogs/v3.9
Disallow: /valkuil/
Disallow: /admin/
Disallow: /dev/
Disallow: /nl/
Disallow: /de/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html

User-agent: * 
Disallow: /cgi-bin/
Disallow: /valkuil/
Disallow: /admin/
Disallow: /nl/
Disallow: /de/
Disallow: /dev/
Disallow: /pages/
Disallow: /redirects/
Disallow: /xml-data/
Disallow: /addons/boeken/
Disallow: /addons/bookingform/
Disallow: /addons/boekingcontrole/
Disallow: /addons/booking_payment/
Disallow: /addons/bookingmanager/
Disallow: /addons/bookingmanager/vakantiehuis-zoeken.html