#robots.txt
#
# http://comfluent.com/robots.txt
#
# Robots Exclusion Standard

User-agent: *
Disallow: /submitaction.php #No need to crawl this.
Disallow: /hitreport/ # This is the Hit Report, so we can see who's stopping by
Disallow: /cgi-bin/ #these will not be too useful
Disallow: /cgi-global/ #these will not be too useful
Disallow: /temp/ #temporary
Disallow: /tmp/ #more temp stuff
Disallow: /beta/ #this is a work in progress
Disallow: /admin/ #administrative stuff