# For domain: http://www.cottagerentals.com/ # All robots will spider the domain and currently disallow all. User-agent: * Disallow: / # Disallow directory /pdf_display/ # User-agent: * #Disallow: /pdf_display/ # Disallow directory /sp_scripts/ # User-agent: * # Disallow: /sp_scripts/ # Disallow directory /js/ # User-agent: * # Disallow: /js/ # updated 2006-02-20