# Make changes for all web spiders
User-agent: *
Disallow: /AdminTools
Disallow: /login.asp
Disallow: /hotshots/
Disallow: /mexican-property-for-sale.html