# Start robots.txt # Author: Scratch Web Design # All robots addressed using wildcard * # Allow index all # User-agent: * # Disallow: # Disallow index all # User-agent: * # Disallow: / # Disallow index for following directories User-agent: * Disallow: /cgi-bin/ Disallow: /no-robots/ Disallow: /include/ Disallow: /js/ Disallow: /css/ Disallow: /images/ Disallow: /smoothbox/ Disallow: /showreel/ Disallow: /audioclips/ Disallow: /addondomains/ # Disallow index for following root dir files User-agent: * Disallow: /help.php # Disallow all images index for Googlebot-Image User-Agent: Googlebot-Image Disallow: / # Disallow index for all files starting noindex*.* # User-agent: * # Disallow: /noindex # Sitemap: /sitemap.xml # End of robots.txt file