# Created by http://www.webtoolcentral.com/webmaster/tools/robots_txt_file_generator/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory - folders should have slash in front and behind User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: sendmail.php