# robots.txt file for http://www.yoursite.com # This character signifies a comment tag # User-agent: webcrawler # Disallow: # User-agent: altavista # Disallow: / User-agent: * Disallow: /forms Disallow: /logs Disallow: /errors Disallow: /tmp