############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /Templates/ Disallow: /Local_Files/ Disallow: /awnData-TP_menu/ Disallow: /Menu/ Disallow: /_notes/ # # list specific files robots are not allowed to index # Disallow: /Press/GlendaleNewsPress_2005_02_23.htm Disallow: /Press/PasadenaStarNews_2004_08_21.htm Disallow: /Press/PasadenaStarNews_2004_08_25.htm # # End of robots.txt file # ###############################