#
# robots.txt
#
# This file is read *ONLY* when the web-bot(s) needs to read it
# there is NOTHING you can do to force a webbot to read this file
# and obey it.  
#
User-Agent: *
Disallow: /
Disallow: /includes/
Disallow: /images/
Disallow: /beta/
Disallow: /beta_temp/
Disallow: /beta_v01/
Disallow: /beta_v02/
Disallow: /beta_working/
Disallow: /data/
Disallow: /themisdata/
Disallow: /socware/
Disallow: /moc/
Disallow: /latest/

User-Agent: Yahoo! Slurp
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: Scirus
Disallow: /

User-Agent: Googlebot-Image
Disallow: /

User-Agent: Googlebot
Disallow: /includes/
Disallow: /images/
Disallow: /beta/
Disallow: /beta_temp/
Disallow: /beta_v01/
Disallow: /beta_v02/
Disallow: /beta_working/
Disallow: /data/
Disallow: /themisdata/
Disallow: /socware/
Disallow: /moc/
Disallow: /latest/

User-Agent: msnbot
Disallow: /includes/
Disallow: /images/
Disallow: /beta/
Disallow: /beta_temp/
Disallow: /beta_v01/
Disallow: /beta_v02/
Disallow: /beta_working/
Disallow: /data/
Disallow: /themisdata/
Disallow: /socware/
Disallow: /moc/
Disallow: /latest/

Crawl-Delay: 10