User-agent: * # list folders robots are not allowed to index Disallow: /cgi-bin/ Disallow: /js/ Disallow: /new/ # list specific files robots are not allowed to index Disallow: /default.html Disallow: /mailer.php Disallow: /quote.php Disallow: /sample1.html # list sitemaps file Sitemap: http://www.planetwebfoot.com/sitemaps.xml # End of robots.txt file