# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Disallow: /login
Disallow: /login/
Disallow: /logout
Disallow: /logout/
Disallow: /admin
Disallow: /admin/
Disallow: /register
Disallow: /register/
Disallow: /new_missions
Disallow: /new_missions/
Disallow: /activate
Disallow: /activate/
Disallow: /registration_complete
Disallow: /registration_complete/
Disallow: /my_account
Disallow: /my_account/
Disallow: /404
Disallow: /500

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10