# eNeighborhoods Enterprise Web Site robots.txt file. # Put in root folder of all web sites. # Note that "robots.txt " file name must be all lower-case. # Mail webmaster@eneighborhoods.com for questions # To exclude all robots from the entire server (including search engines - not a good idea # User-agent: * # Disallow: / # To allow all robots complete access # User-agent: * # Disallow: # Specifically allow this crawler # User-agent: webcrawler # Disallow: # Specifically dis-allow this crawler to entire site User-agent: PropsmartCrawler Disallow: / User-agent: Trulia Disallow: / # Any other user-agent, disallow to the specified url sub-folders # User-agent: * # Disallow: /tmp # Disallow: /logs