# ==============================================
# /robots.txt file for http://www.lafayettept.com
# Lafayette Physical Therapy - Copyright 2006-2007. All Right Reserved.
# Tuesday, June 2, 2006 - 11:54:29AM PST 2006, SLT-RCP
# ==============================================
# A NOTE TO THOSE WHO'D BOTHER TO LOOK AT THIS FILE:

# The purpose of the "robots.txt" file is to keep these directories
# from being indexed so that the average user doesn't stumble across them
# while performing searches, and those that should be accessing these
# directories will do so through the URL that requires them to register.

# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	disallow if this matches first part of requested path
#
#User-agent: *
#Disallow: /forms
#Disallow: /logs
#Disallow: /errors
#Disallow: /tmp		
# For now, disallow all we can modify this as needed to allow certain crawlers.
#

User-agent: *  
Disallow: /cgi-bin

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /