# RASC robots.txt file used to indicate to WWW robots which parts
# of our web site should not be indexed.
#
# The following pages have details on how to setup a robots.txt file 
# and related security issues:
#   http://www.chami.com/tips/internet/010198I.html
#   http://www.searchengineworld.com/robots/robots_tutorial.htm
#
# robots.txt validator: (give it: http://calgary.rasc.ca/robots.txt)
#   http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
# March 30 2008 disallowed s l u r p and m s n b o t because they suck up huge bandwidth compared to google
# Nov 7 2008 - disallowed all except F r e e F i n d and G o o g l e
# Dec 30 2009 - added nx gen sr bt from zmin 
# Jan 30 2010 - added cus to, yan dex, 

User-agent: Yandex
Disallow: /

User-agent: Custo
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: crawl
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: msnbot-media 
Disallow: / 

User-agent: msnbot-news 
Disallow: / 

User-agent: msnbot-products 
Disallow: / 

User-agent: Yandex
Disallow: /

user-agent: FreeFind
Disallow: /allemail/
Disallow: /starseeker/

user-agent: Googlebot
Disallow: /allemail/
Disallow: /starseeker/

user-agent: *
Disallow: /