#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
#

# Details about Googlebot available at: http://www.google.com/bot.html
# The Google search engine can see everything
User-agent: Googlebot 
Disallow: /images/all
Disallow: /livedocs/
Disallow: /java/
Disallow: /cssimages/
# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /tmp/
Disallow: /private/
Disallow: /scripts/
Disallow: /newstuf/
Disallow: /test/