############################### # # robots.txt file for pvcc/mcy # # addresses all robots by using wild card * # # User-agent: * Disallow: /archive/ # # list specific files robots are not allowed to index # # use directory options unless NEED just certain file protected # a trailing slash indicates to the spider that the directory # is offlimits # ########################################################## #DISALLOW ALL POSSIBLE FILENAMES FOR EMAIL ACCESS LISTS # Disallow: contact.html # Disallow: contact.htm # Disallow: contacts.htm # Disallow: contactus.html # Disallow: contactweb.htm # Disallow: /contacts/ # Disallow: /contact/ # #END LIST OF POSSIBLE FILENAMES FOR EMAIL ACCESS LISTS ######################################################## # Disallow: /stylesheet/ # Disallow: /stylesheets/ # Disallow: /css/ # avoid leading spaces # Disallow: /cgi-bin/ # this bans robots from our cgi-bin # Disallow: /images/ # this bans robots from our images directory # Disallow: /graphics/ # this bans robots from our graphics directory # this is where we should keep our icons and art # Disallow: /photos/ # this bans robots from our photos directory # # End of robots.txt file # ###############################