##################################################
#
# robots.txt file for absolutefind for all robots by using
# a wild card *
#
User-agent: *
#
# list of folders robots are not allowed to index
#
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: /cgi-local/
Disallow: /etc/
Disallow: /images/
Disallow: /stats/
Disallow: /new/
Disallow: /art_music/_vti_cnf/
Disallow: /auto/_vti_cnf/
Disallow: /books_movies/_vti_cnf/
Disallow: /business/_vti_cnf
Disallow: /clothes/_vti_cnf/
Disallow: /clothes/mens/_vti_cnf/
Disallow: /electronics/_vti_cnf/
Disallow: /edu/_vti_cnf/
Disallow: /errors/_vti_cnf/
Disallow: /fam/_vti_cnf/
Disallow: /finan/_vti_cnf/
Disallow: /finan/images
Disallow: /food/_vti_cnf/
Disallow: /game/_vti_cnf/
Disallow: /gift/_vti_cnf/
Disallow: /health/_vti_cnf/
Disallow: /home/_vti_cnf/
Disallow: /phones/_vti_cnf/
Disallow: /shoes/_vti_cnf/
Disallow: /sport/_vti_cnf/
Disallow: /travel/_vti_cnf/
#
# an example of specific files robots are not 
# allowed to index is as follows
#  /example_file/example.html
#
# End of robots.txt file
#
################################################