# robots.txt for http://arXiv.org/ and mirror sites http://*.arXiv.org/

User-agent: *
Disallow: /cgi-bin/
Disallow: /ad/
Disallow: /versie8/
Disallow: /versie8/gastenboek/
Disallow: /premium/

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /versie8/
Disallow: /versie8/gastenboek/

User-agent: Yahoo! Slurp
Crawl-delay: 20
Disallow: /cgi-bin/
Disallow: /versie8/
Disallow: /versie8/gastenboek/