# Robots.txt file from http://www.searchengineworld.com
#
# Bans from cgi-bin and images
#
# Disallow /cgi-bin/

User-agent: Googlebot
User-agent: msnbot
User-agent: msn
User-agent: google
Disallow: /cgi-bin/
Disallow: /mdb-database/
Disallow: /public/
Disallow: /_private/
Disallow: /DB/js.aspx
Disallow: /DB/results_bt.asp
Disallow: /DB/results_bt.aspx
Disallow: /DB/results.asp
Disallow: /DB/results.aspx
Disallow: /DB/startquiz.asp
Disallow: /DB/startquiz.aspx
Disallow: /DB/quiz.asp
Disallow: /DB/quiz.aspx
Disallow: /DB/lquiz.asp
Disallow: /DB/lquiz.aspx
Disallow: /*.js$
Disallow: /DB/*.js$
Crawl-delay: 5

User-agent: slurp
User-agent: slurp/2.0
Disallow: /cgi-bin/
Disallow: /mdb-database/
Disallow: /public/
Disallow: /_private/
Disallow: /DB/js.aspx
Disallow: /DB/results_bt.asp
Disallow: /DB/results_bt.aspx
Disallow: /DB/results.asp
Disallow: /DB/results.aspx
Disallow: /DB/startquiz.asp
Disallow: /DB/startquiz.aspx
Disallow: /DB/quiz.asp
Disallow: /DB/quiz.aspx
Disallow: /DB/lquiz.asp
Disallow: /DB/lquiz.aspx
Crawl-delay: 20

User-agent: *
Disallow: /cgi-bin/
Disallow: /mdb-database/
Disallow: /public/
Disallow: /_private/
Disallow: /DB/js.aspx
Disallow: /DB/results_bt.asp
Disallow: /DB/results_bt.aspx
Disallow: /DB/results.asp
Disallow: /DB/results.aspx
Disallow: /DB/startquiz.asp
Disallow: /DB/startquiz.aspx
Disallow: /DB/quiz.asp
Disallow: /DB/quiz.aspx
Disallow: /DB/lquiz.asp
Disallow: /DB/lquiz.aspx
Crawl-delay: 5