############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /_notes/ Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /clients/ Disallow: /data/ Disallow: /library/ Disallow: /infoasis/ Disallow: /infoasis/Guestbook/ Disallow: /infoasis/photoalbum/ Disallow: /infoasis/halfwits/ Disallow: /mainlogo.htm # # list specific files robots are not allowed to index # #Disallow: /tutorials/meta_tags.html #Disallow: /tutorials/custom_error_page.html # Disallow: /admin_links.asp Disallow: /submit.asp Disallow: /login.asp Disallow: /brochurebuilder.htm Disallow: /brochurebuilder.asp # End of robots.txt file # ###############################