# Robots.txt file created by http://www.atgp.nl # For domain: http://www.atgp.nl # Selected robots will spider the domain User-agent: Googlebot Disallow: /mailform/ Disallow: /guestbook/ Disallow: /cgi-bin/ Disallow: /awardprogram/ Disallow: /ccount/ Disallow: /magpierss/ Disallow: /feed2html/ Disallow: /postcards/ Disallow: /wtm7/ Disallow: /nieuwap/ Disallow: /testen/ Disallow: /newap/contact.php Disallow: /wordpress/ Disallow: /genea/repertorium/lightbox/ Disallow: /genea/peculiarned.html Disallow: /genea/peculiareng.html User-agent: MSNbot Disallow: /mailform/ Disallow: /guestbook/ Disallow: /cgi-bin/ Disallow: /awardprogram/ Disallow: /ccount/ Disallow: /magpierss/ Disallow: /feed2html/ Disallow: /postcards/ Disallow: /wtm7/ Disallow: /nieuwap/ Disallow: /testen/ Disallow: /wordpress/ Disallow: /newap/contact.php Disallow: /genea/repertorium/lightbox/ Disallow: /genea/achternamen.html Disallow: /genea/peculiarned.html Disallow: /genea/peculiareng.html Crawl-delay: 100 User-agent: Browsershots Disallow: User-Agent: W3C-checklink Disallow: User-agent: * Disallow: /