Sitemap: http://www.msbcoc.org/sitemap.xml

#=========
# ALL BOTS
#=========
User-agent: *
Disallow: /_private/
Disallow: /forum/
Disallow: /resources/_private/
Disallow: /anonymous/
Disallow: /cgi-bin/
Disallow: /database/
Disallow: /images/
Disallow: /public/
Disallow: /enews/
Disallow: /default-new.asp
Disallow: /mbrs/
Disallow: /pdfs/


#==========
# GOOD BOTS
#==========

# FULL access (WhoWhere?)
User-agent: MSNBot
User-agent: Googlebot
User-agent: Mediapartners-Google
Disallow: /_private/
Disallow: /forum/
Disallow: /resources/_private/
Disallow: /anonymous/
Disallow: /cgi-bin/
Disallow: /database/
Disallow: /images/
Disallow: /public/
Disallow: /enews/
Disallow: /mbrs/
Disallow: /pdfs/

#=========
# BAD BOTS
#=========

# NO access (e-collector)
User-agent: ecollector
User-agent: GenCrawler
User-agent: Internet Cruiser Robot
User-agent: jcrawler
User-agent: Zeus
User-agent: TurnitinBot
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: LinkWalker
User-agent: polybot
User-agent: LinkAlarm
User-agent: Googlebot-Image
User-agent: NetMechanic
Disallow: /