# robots.txt file created at http://www.searchenginepromotionhelp.com/ # Wed, 11 Apr 2007 13:56:19 -0400 # Exclude Files From All Robots: # User-agent: * # Disallow: / # To exclude all robots from part of the server User-agent: * Disallow: /private/ Disallow: /_derived/ Disallow: /_private/ Disallow: /_ScriptLibrary Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /2003Entry/ Disallow: /2004entry/ Disallow: /2004HotelMap_files/ Disallow: /2005entry/ Disallow: /admin/ Disallow: /CB03HotelMap_files/ Disallow: /data/ Disallow: /images/ Disallow: /inc/ Disallow: /old/ Disallow: /php/ Disallow: /webnotes/ # To exclude a single robot # Voila User-agent: Voila Disallow: / User-agent: 81.52.143.16 Disallow: / User-agent: 81.52.143.15 Disallow: / User-agent: dotbot Disallow: / # End robots.txt file