# # robots.txt # # This file is read *ONLY* when the web-bot(s) needs to read it # there is NOTHING you can do to force a webbot to read this file # and obey it. # User-Agent: Yahoo! Slurp Disallow: / User-agent: Slurp Disallow: / User-agent: ia_archiver Disallow: / User-agent: Twiceler Disallow: / User-agent: Scirus Disallow: / User-agent: MSNBot Disallow: /wind3dp/ Disallow: /data/ User-agent: msnbot Disallow: /wind3dp/ Disallow: /data/ User-agent: Googlebot Disallow: /wind3dp/ Disallow: /data/ User-agent: * Disallow: /cgi-bin/ Disallow: /tmp7/ Disallow: /graphics/ Disallow: rhessiws_book/ Disallow: /data/ Disallow: /wind3dp/ Crawl-Delay: 10