# Robot exclusion file; syntax discussed at http://www.robotstxt.org/wc/norobots.html 
User-agent: *   # directed to all spiders
Disallow: /ast114
Disallow: /docs/perl/
Disallow: /labs
Disallow: /astro1/images/
Disallow: /astro3/images/
Disallow: /astro3/ppt
Disallow: /astro1_fall98
Disallow: /archive
Disallow: /beefheart
Disallow: /research
Disallow: /astro1_archive
Disallow: /journalclub/sims.html
Disallow: /astro3/solutions/
Disallow: /astro3/homework/solutions/
Disallow: /astro1/solutions/
Disallow: /astro16/solutions/
Disallow: /~jensen/research/2007/
#
#  the particular spiders below were behaving badly, so let's just ban them:
User-agent: Slurp.so/1.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /
User-agent: Slurp
Disallow: /