############################### # # sample robots.txt file for mcy-dev # # addresses all robots by using wild card * # # User-agent: * Disallow: /archive/ # # list specific files robots are not allowed to index # # use directory options unless NEED just certain file protected # a trailing slash indicates to the spider that the directory # is offlimits # ########################################################## #DISALLOW ALL POSSIBLE FILENAMES FOR EMAIL ACCESS LISTS # # Disallow: contacts.html # Disallow: contact.html # Disallow: contact.htm # Disallow: contacts.htm # Disallow: EcoWarriorTroops_wichita.txt # #END LIST OF POSSIBLE FILENAMES FOR EMAIL ACCESS LISTS ######################################################## # Disallow: /contacts/ # Disallow: /contact/ # Disallow: /stylesheet/ # Disallow: /stylesheets/ # Disallow: /css/ #avoid leading spaces # Disallow: /cgi-bin/ #this bans robots from our cgi-bin # Disallow: /images/ #this bans robots from our images # Disallow: /graphics/ # Disallow: /photos/ # # End of robots.txt file # ###############################