###################
#robots.txt file 
# cover all robots by using the wild card symbol *
#
User-agent: *
# the following lists folders robots are banned from
#
Disallow: /images/
Disallow: /cgi-local/
Disallow: /staging/
Disallow: /secure/
#
# list specific files robots are not allowed to index
#
#Disallow: /misc/notforpublicview.html
#
#This last one prevents the entire site being indexed
#Disallow: /
#
#Restricted access to named spiders.  All others allowed
#
#User-agent: webcrawler
#User-agent: googlebot
#User-agent: scooter
#Allow:    /articles/okaybyme.html
#Disallow: /articles/
#
# End robots.txt file  ####################