############################### # # # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /docs Disallow: /images Disallow: /MP3 Disallow: /VIDEO Disallow: /pics Disallow: /download # # # list specific files robots are not allowed to index # Disallow: /gdform.asp Disallow: /agnew.html Disallow: /assistants.html Disallow: /contact.html Disallow: /pkgather.html Disallow: /pkhappen.html Disallow: /psmgather.html Disallow: /psmhappen.html Disallow: /pyagather.html Disallow: /pyahappen.html Disallow: /staff.html Disallow: /stegall.html Disallow: /whitenack.html Disallow: /cglocations.html #Disallow: /tutorials/custom_error_page.html # # End of robots.txt file # ###############################