# Accept all robots
User-agent: *
Disallow: 

# Refuse all robots
#User-agent: *
#Disallow: /

# Refuse specific directories to all robots
#User-agent: *
#Disallow: /cgi-bin/
#Disallow: /tmp/
#Disallow: /private/

# Refuse all to a specific robot
#User-agent: robot_name
#Disallow: /

# * means "any robot" and cannot be used for other purposes (i.e.: *.gif)
# examples of robots names: 
#	WebCrawler
#	scooter		# (AltaVista)
#	vscooter	# (AltaVista Image Search)