# robots.txt file for http://www.yoursite.com # This character signifies a comment tag # User-agent: webcrawler # Disallow: # User-agent: altavista # Disallow: / # User-agent: * # Disallow: /forms # Disallow: /logs