###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index




Disallow: /catalog/installer/

Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /counter/
Disallow: /fileupload/
Disallow: /extras/
Disallow: /scgi-bin/
Disallow: /surveys/
Disallow: /taylors/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /twatch/
Disallow: /twatch_include/

#
# list specific files robots are not allowed to index
#
Disallow: /redirect.htm
Disallow: /_vti_inf.html
Disallow: /newslettertemplate.html
Disallow: /new_release_calender.html
Disallow: /postinfo.html
Disallow: /promopage.htm
Disallow: /config.php
Disallow: /config.php
Disallow: /config.php
#
# End of robots.txt file
#
###############################